-- Logs begin at Wed 2021-06-30 01:16:37 UTC, end at Wed 2021-06-30 02:17:43 UTC. -- Jun 30 01:49:32.575600 dv-cinder-734415-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 01:49:35.277158 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:49:35.277802 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 01:49:35.277896 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:49:35.281063 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.common.config [-] Logging enabled! Jun 30 01:49:35.281310 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 01:49:35.281617 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 01:49:35.282529 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:49:35.282761 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:49:35.283107 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:49:35.283351 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:49:35.283571 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:49:35.283888 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.284181 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.284471 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.284682 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.285009 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.285294 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.285576 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.285856 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.286147 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.286429 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.286752 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.286984 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.287210 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.287482 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.287746 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.288027 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.288247 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] debug = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.288524 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.288967 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.289378 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.289653 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.289936 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.290209 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.290475 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.290747 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.291024 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.291344 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] host = dv-cinder-734415-14-iscsi {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.291614 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.291896 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.292175 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.292457 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.292725 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.293019 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.293297 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.293563 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.293829 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.294098 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.294381 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.294663 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.294946 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.295164 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.295381 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.295665 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.295946 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.296215 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.296484 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.296754 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.297045 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.297311 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.297572 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.297850 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.298125 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.298407 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.298679 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.298944 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.299207 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.299470 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.299748 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.300014 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.300278 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.300596 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.300911 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.301175 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.301443 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.301738 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.302019 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.302296 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.302574 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.302842 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.303117 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.303383 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.303649 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.303913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_json = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.304177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.304440 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.304713 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.305001 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.305266 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.305533 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.305797 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.306073 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:35.306364 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.306653 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.306948 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.307224 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.307516 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.307793 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.308077 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.308355 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.308638 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.308956 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.309241 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.309514 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.309798 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.310068 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.310356 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.310656 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.310943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.311226 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.311497 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.311763 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.312030 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.312302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.312582 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.312894 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.313179 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.313449 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.313723 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.314008 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.314280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.314545 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.314816 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.315097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.315373 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.315639 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.315915 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.316210 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.316479 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.316744 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.317037 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.317323 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.317594 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.317859 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.318124 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.318398 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.318662 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.318938 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.319208 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.319473 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.319737 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.320006 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.320271 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.320537 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.320830 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.321097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.321366 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.321631 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.321894 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.322157 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.322424 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.322777 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.323045 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.323309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.323579 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.323846 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.324109 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.324371 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.324635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.324923 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.325208 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.325498 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.325772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.326043 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.326315 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.326586 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.326854 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.327122 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.327392 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.327663 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.327927 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.328216 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.328492 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.328770 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.329069 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.329341 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.329629 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.329898 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.330172 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.330440 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.330709 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.330993 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.331268 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.331556 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.331911 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.332199 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.332486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.332772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.333069 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.333373 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.333647 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:35.333858 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:49:35.334093 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92930) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 01:49:35.677148 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:49:35.677393 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:49:35.677712 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 01:49:35.678044 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 01:49:36.065206 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.065498 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.065758 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.067064 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.067333 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.067598 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.101032 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.101302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.101568 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.114719 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.114998 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.115257 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.144256 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.144549 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.144813 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.180241 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.180511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.180775 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.420191 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.420890 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.424573 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.424832 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.425735 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.545516 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.545843 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.546130 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.546395 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.546656 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.546965 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.547217 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.547466 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.547712 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.547990 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.548223 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.548483 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.548735 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.549017 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.549254 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.549513 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.549778 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.550044 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.550311 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.550610 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.550896 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.551255 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.551503 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.551782 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.552031 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.552271 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.552670 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.552926 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.553161 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.553391 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.553619 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.553845 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:36.554208 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 01:49:36.558243 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 01:49:36.562126 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 01:49:36.565780 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 30 01:49:36.567404 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 01:49:36.567851 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 01:49:36.568178 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 01:49:36.568555 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 01:49:36.571323 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 01:49:36.571570 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 01:49:36.571911 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:49:36.599113 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 01:49:36.599559 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.599851 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92930) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 01:49:36.600216 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.601576 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92930) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 01:49:36.601851 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 01:49:36.602093 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 01:49:36.605303 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.605581 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:36.668724 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 01:49:36.668981 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 01:49:36.669211 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 01:49:36.669578 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 01:49:36.692649 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_db.sqlalchemy.engines [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92930) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 01:49:37.236906 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing driver for type 'gre' Jun 30 01:49:37.237455 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] gre ID ranges: [(1, 1000)] Jun 30 01:49:37.291005 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing driver for type 'local' Jun 30 01:49:37.291281 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing driver for type 'vlan' Jun 30 01:49:37.306553 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] VlanTypeDriver initialization complete Jun 30 01:49:37.307019 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing driver for type 'vxlan' Jun 30 01:49:37.307565 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] vxlan ID ranges: [(1, 1000)] Jun 30 01:49:37.358131 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing extension driver 'port_security' Jun 30 01:49:37.358501 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.extensions.port_security [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] PortSecurityExtensionDriver initialization complete Jun 30 01:49:37.358830 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing mechanism driver 'openvswitch' Jun 30 01:49:37.359152 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing mechanism driver 'hyperv' Jun 30 01:49:37.365904 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:37.366601 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.366977 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.367349 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.367883 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.368313 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.368672 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.369045 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.369442 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.369848 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.370197 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.370541 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.370933 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.371334 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.371683 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.372023 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.372553 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.372988 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.373341 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.373686 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.374085 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.374490 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.374849 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.375181 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.375574 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 01:49:37.375951 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] ML2 OVO RPC backend initialized. {{(pid=92930) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 01:49:37.376672 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.377052 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.377473 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.377820 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > networks before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.378164 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.378503 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > ports before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.378841 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.379181 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.379521 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.379855 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.380187 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.380517 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.380873 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.381209 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.381541 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.381869 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.382224 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.382796 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.plugin [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Modular L2 Plugin initialization complete Jun 30 01:49:37.383126 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading services supported by the core plugin {{(pid=92930) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 01:49:37.383456 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.plugins.ml2.managers [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Got port-security extension from driver 'port_security' Jun 30 01:49:37.383918 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.extensions.vlantransparent [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Disabled vlantransparent extension. Jun 30 01:49:37.384399 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92930) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 01:49:37.384708 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: router Jun 30 01:49:37.420076 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.420465 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_create 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.421080 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router before_create 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.421171 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.421579 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.421935 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_delete 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.422291 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.422651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_create 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.423001 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.423349 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.423698 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.424055 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.424461 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.424872 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.425216 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.425993 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: subnet after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.426439 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.426779 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.427127 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.427480 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.427824 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.428184 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router after_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.428527 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.428917 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.429276 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.429619 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.429982 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > agent after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.430334 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > agent after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.430679 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > network after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.431543 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Tracking information for resource: router configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:37.431877 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Tracking information for resource: floatingip configured {{(pid=92930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 01:49:37.437029 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.db.l3_agentschedulers_db [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 01:49:37.437580 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.437936 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.438283 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.438629 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.439420 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router before_create 55550100 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.439782 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.440138 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.440490 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.444996 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.provider_configuration [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service providers = [] {{(pid=92930) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 01:49:37.445361 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.db.servicetype_db [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92930) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 01:49:37.448223 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.service_base [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:49:37.448571 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.service_base [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:49:37.448935 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.service_base [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:49:37.449791 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.services.service_base [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 01:49:37.450158 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.services.service_base [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 01:49:37.450531 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.450839 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 01:49:37.463640 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.464025 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: auto_allocate Jun 30 01:49:37.478703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: network precommit_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.479143 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: network precommit_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.479965 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.480442 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: tag Jun 30 01:49:37.490086 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.490409 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: timestamp Jun 30 01:49:37.495742 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.496065 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: network_ip_availability Jun 30 01:49:37.501527 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.501891 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.502238 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.502972 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.503285 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: flavors Jun 30 01:49:37.508083 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.508466 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading Plugin: revisions Jun 30 01:49:37.512649 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 01:49:37.513052 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=92930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 01:49:37.513800 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92930) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 01:49:37.514131 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Initializing extension manager. Jun 30 01:49:37.514635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: __init__.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.514984 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: __pycache__ {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.515291 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.515635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: address_group.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.516378 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.516992 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: address-group Jun 30 01:49:37.517303 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: address_scope.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.517983 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.518486 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: address-scope Jun 30 01:49:37.518804 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.519744 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.520248 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: router-admin-state-down-before-update Jun 30 01:49:37.520567 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: agent.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.521320 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.521988 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: agent Jun 30 01:49:37.522310 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: agent_resources_synced.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.523215 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.523750 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: agent-resources-synced Jun 30 01:49:37.524029 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.525799 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.526318 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: allowed-address-pairs Jun 30 01:49:37.526627 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.527700 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.528209 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: auto-allocated-topology Jun 30 01:49:37.528548 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: availability_zone.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.529230 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.529749 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: availability_zone Jun 30 01:49:37.530020 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: availability_zone_filter.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.530962 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.531493 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: availability_zone_filter Jun 30 01:49:37.531823 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: data_plane_status.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.532816 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.533299 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 01:49:37.533635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: default_subnetpools.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.534579 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.535199 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: default-subnetpools Jun 30 01:49:37.535515 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.536357 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.536907 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: dhcp_agent_scheduler Jun 30 01:49:37.537246 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: dns.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.538185 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.538713 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 01:49:37.539054 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: dns_domain_ports.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.539967 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.540509 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 01:49:37.540874 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.541888 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.542360 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 01:49:37.542720 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: dvr.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.543417 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.543923 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: dvr Jun 30 01:49:37.544255 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: empty_string_filtering.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.545211 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.545736 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: empty-string-filtering Jun 30 01:49:37.546078 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.546986 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.547510 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:49:37.547831 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.548756 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.549304 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 01:49:37.549638 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: external_net.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.550584 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.551130 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: external-net Jun 30 01:49:37.551465 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.552387 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.552946 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: extra_dhcp_opt Jun 30 01:49:37.553281 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: extraroute.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.554211 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.554747 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: extraroute Jun 30 01:49:37.555076 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: extraroute_atomic.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.556178 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.556651 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: extraroute-atomic Jun 30 01:49:37.557010 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: filter_validation.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.557700 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.558219 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: filter-validation Jun 30 01:49:37.558549 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: fip_pf_description.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.559485 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.560011 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 01:49:37.560336 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: fip_port_details.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.561306 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.561843 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: fip-port-details Jun 30 01:49:37.562159 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: flavors.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.563432 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.563985 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: flavors Jun 30 01:49:37.564323 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.566118 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.566645 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 01:49:37.566987 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: floatingip_pools.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.567682 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.568219 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: floatingip-pools Jun 30 01:49:37.568538 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: ip_allocation.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.569517 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.570852 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 01:49:37.570852 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.571301 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.571806 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: ip-substring-filtering Jun 30 01:49:37.572148 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l2_adjacency.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.573128 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.573648 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 01:49:37.573981 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.575820 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.575820 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: router Jun 30 01:49:37.575820 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.578192 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.578719 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 01:49:37.579045 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.579951 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.580461 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: ext-gw-mode Jun 30 01:49:37.580804 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.581765 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.582270 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: l3-ha Jun 30 01:49:37.582587 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3_flavors.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.583488 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.583994 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: l3-flavors Jun 30 01:49:37.584313 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.585223 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.585725 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 01:49:37.586038 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: l3agentscheduler.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.587059 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.587567 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: l3_agent_scheduler Jun 30 01:49:37.587887 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: logging.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.589371 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.589892 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension logging not supported by any of loaded plugins Jun 30 01:49:37.590218 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: metering.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.590949 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.591526 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: metering Jun 30 01:49:37.591849 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.592972 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.593458 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: metering_source_and_destination_fields Jun 30 01:49:37.593782 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: multiprovidernet.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.595028 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.595536 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: multi-provider Jun 30 01:49:37.595856 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: netmtu.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.596740 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.597293 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: net-mtu Jun 30 01:49:37.597614 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: netmtu_writable.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.598532 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.599014 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: net-mtu-writable Jun 30 01:49:37.599333 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: network_availability_zone.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.599982 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.600483 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: network_availability_zone Jun 30 01:49:37.600826 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: network_ip_availability.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.601905 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.602412 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: network-ip-availability Jun 30 01:49:37.602728 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: network_segment_range.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.603472 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.603971 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 01:49:37.604288 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: pagination.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.605282 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.605605 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: pagination Jun 30 01:49:37.605928 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: port_device_profile.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.606816 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.607324 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: port-device-profile Jun 30 01:49:37.607643 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.608543 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.609085 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: port-mac-address-regenerate Jun 30 01:49:37.609399 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.610317 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.610814 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: port-numa-affinity-policy Jun 30 01:49:37.611138 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: port_resource_request.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.612049 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.612542 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 01:49:37.612978 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: portbindings.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.613848 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.614348 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: binding Jun 30 01:49:37.614661 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: portbindings_extended.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.616031 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.616540 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: binding-extended Jun 30 01:49:37.616889 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: portsecurity.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.617775 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.618285 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: port-security Jun 30 01:49:37.618603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: project_id.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.619543 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.619872 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: project-id Jun 30 01:49:37.620181 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: providernet.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.621102 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.621607 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: provider Jun 30 01:49:37.621918 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.625499 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.626017 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos not supported by any of loaded plugins Jun 30 01:49:37.626342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.627562 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.628071 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 01:49:37.628393 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.629365 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.629872 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 01:49:37.630190 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_default.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.631075 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.631582 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-default not supported by any of loaded plugins Jun 30 01:49:37.631896 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_fip.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.632525 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.633050 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 01:49:37.633365 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.634258 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.634762 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 01:49:37.635078 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.635958 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.636458 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 01:49:37.636801 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.637683 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.638181 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 01:49:37.638495 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: qos_rules_alias.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.639501 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.640005 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 01:49:37.640324 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: quotasv2.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.641274 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.641597 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: quotas Jun 30 01:49:37.641912 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: quotasv2_detail.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.644980 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.645313 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: quota_details Jun 30 01:49:37.645643 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: rbac.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.646687 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.647217 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: rbac-policies Jun 30 01:49:37.647539 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: rbac_address_group.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.648630 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.649166 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: rbac-address-group Jun 30 01:49:37.649485 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: rbac_address_scope.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.650392 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.650898 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: rbac-address-scope Jun 30 01:49:37.651215 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: rbac_security_groups.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.652097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.652603 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: rbac-security-groups Jun 30 01:49:37.652947 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.653835 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.654336 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: rbac-subnetpool Jun 30 01:49:37.654649 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: revisionifmatch.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.655555 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.656054 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: revision-if-match Jun 30 01:49:37.656366 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: revisions.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.657470 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.657976 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: standard-attr-revisions Jun 30 01:49:37.658291 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: router_availability_zone.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.658955 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.659458 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: router_availability_zone Jun 30 01:49:37.659825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: routerservicetype.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.660716 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.661244 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 01:49:37.661559 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.662454 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.662958 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: security-groups-normalized-cidr Jun 30 01:49:37.663271 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.664150 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.664654 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: port-security-groups-filtering Jun 30 01:49:37.665002 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.665888 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.666392 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: security-groups-remote-address-group Jun 30 01:49:37.666706 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: securitygroup.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.676222 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.676746 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: security-group Jun 30 01:49:37.677100 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: segment.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.677870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.678373 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension segment not supported by any of loaded plugins Jun 30 01:49:37.678692 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.679606 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.680116 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 01:49:37.680437 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: servicetype.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.681578 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.682101 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: service-type Jun 30 01:49:37.682420 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: sorting.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.683378 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.683701 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: sorting Jun 30 01:49:37.684017 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: standard_attr_segment.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.685001 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.685513 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 01:49:37.685831 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: standardattrdescription.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.686466 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.686973 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: standard-attr-description Jun 30 01:49:37.687292 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: stateful_security_group.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.688183 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.688696 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: stateful-security-group Jun 30 01:49:37.689040 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: stdattrs_common.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.689629 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 01:49:37.689938 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.690833 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.691424 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 01:49:37.691731 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnet_onboard.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.692821 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.693331 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: subnet_onboard Jun 30 01:49:37.693650 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.694559 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.695056 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 01:49:37.695372 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnet_service_types.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.696267 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.696776 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: subnet-service-types Jun 30 01:49:37.697120 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnetallocation.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.698158 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.698669 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: subnet_allocation Jun 30 01:49:37.698982 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.699636 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.700137 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: subnetpool-prefix-ops Jun 30 01:49:37.700455 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.701382 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.701889 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 01:49:37.702209 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: tagging.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.703272 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.703785 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: standard-attr-tag Jun 30 01:49:37.704101 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: timestamp.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.705309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.705814 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loaded extension: standard-attr-timestamp Jun 30 01:49:37.706136 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: trunk.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.707167 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.707667 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension trunk not supported by any of loaded plugins Jun 30 01:49:37.707981 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: trunk_details.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.708897 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.709404 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 01:49:37.709720 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.710610 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.711112 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 01:49:37.711422 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Loading extension file: vlantransparent.py {{(pid=92930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 01:49:37.712124 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 01:49:37.712583 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 01:49:37.715152 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:network Jun 30 01:49:37.715674 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnet Jun 30 01:49:37.716070 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:49:37.716452 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:port Jun 30 01:49:37.717739 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.718163 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service FLAVORS assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.718850 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.719627 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.719956 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:router Jun 30 01:49:37.720369 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:49:37.720872 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service METERING assigned prefix: /metering {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.722407 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.722779 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.723122 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:49:37.724150 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:49:37.724584 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:49:37.725036 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:49:37.725610 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service CORE assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.725949 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:49:37.726280 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] subnetpool is already registered Jun 30 01:49:37.726695 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service CORE assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.727011 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:49:37.727333 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] subnetpool is already registered Jun 30 01:49:37.729700 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.730041 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service FLAVORS assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.730612 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.731016 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.731361 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:router Jun 30 01:49:37.731674 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] router is already registered Jun 30 01:49:37.732094 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 01:49:37.732607 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] floatingip is already registered Jun 30 01:49:37.732981 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service METERING assigned prefix: /metering {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.733519 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 01:49:37.733835 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] rbac_policy is already registered Jun 30 01:49:37.734231 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:security_group Jun 30 01:49:37.734555 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] security_group is already registered Jun 30 01:49:37.734941 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 01:49:37.735262 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] security_group_rule is already registered Jun 30 01:49:37.735913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service CORE assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.736260 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:49:37.736604 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] subnetpool is already registered Jun 30 01:49:37.737059 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.v2.resource_helper [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Service CORE assigned prefix: {{(pid=92930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 01:49:37.737394 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 01:49:37.737751 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING neutron.quota.resource_registry [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] subnetpool is already registered Jun 30 01:49:37.738263 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: extensions {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.739867 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: address-groups {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.741475 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: address-scopes {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.743120 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: agents {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.744342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: auto-allocated-topology {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.745818 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: availability_zones {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.747137 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: dhcp-networks {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.750067 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: dhcp-agents {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.751616 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: routers {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.753607 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: flavors {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.754977 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: service_profiles {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.756287 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: next_providers {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.757826 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: service_profiles {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.759439 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: floatingip-pools {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.760752 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: routers {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.762574 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: floatingips {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.763938 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: l3-routers {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.765449 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: l3-agents {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.766940 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: metering-labels {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.768263 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: metering-label-rules {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.769791 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: network-ip-availabilities {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.771130 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: bindings {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.772761 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: quotas {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.774430 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: quotas {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.775917 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: rbac-policies {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.777202 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: security-groups {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.778593 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: security-group-rules {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.779921 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: service-providers {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.781247 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: subnetpools {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.782604 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: subnetpools {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.784141 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.785913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.787706 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.789574 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.791311 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.793335 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.794938 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.796707 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.798603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.800302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron.api.extensions [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Extended resource: tags {{(pid=92930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 01:49:37.806500 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING keystonemiddleware.auth_token [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 01:49:37.811086 dv-cinder-734415-14-iscsi neutron-server[92930]: WARNING keystonemiddleware.auth_token [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 01:49:37.820838 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Acquired lock "singleton_lock" {{(pid=92930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 01:49:37.821333 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_concurrency.lockutils [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Releasing lock "singleton_lock" {{(pid=92930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 01:49:37.821988 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Starting 2 workers Jun 30 01:49:37.826681 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Started child 93039 {{(pid=92930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:49:37.831009 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Started child 93040 {{(pid=92930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:49:37.832417 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.833029 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO neutron.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 01:49:37.833217 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Notify callbacks [] for process, before_spawn {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.833926 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [-] (93039) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:49:37.835630 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Starting 1 workers Jun 30 01:49:37.835819 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.837200 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [-] (93040) wsgi starting up on http://0.0.0.0:9696 Jun 30 01:49:37.840694 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Started child 93041 {{(pid=92930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:49:37.841253 dv-cinder-734415-14-iscsi neutron-server[92930]: INFO oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Starting 1 workers Jun 30 01:49:37.845237 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] calling RpcWorker wait() {{(pid=93041) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 01:49:37.845910 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] returning from RpcWorker wait() {{(pid=93041) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 01:49:37.845998 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Started child 93042 {{(pid=92930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 01:49:37.846704 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af71083b-24f8-4e76-a17c-09b9ebe76ae0 None None] Notify callbacks [] for process, after_spawn {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.847050 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.847763 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:37.848607 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:49:37.848818 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:49:37.848987 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:49:37.849229 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:49:37.849582 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:49:37.849723 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:49:37.850206 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.850489 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.850707 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.850973 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.851101 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:37.851641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.851799 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.852062 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.852306 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.852579 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.852825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.852996 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.853159 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.853414 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.853643 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.853929 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.854189 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.854429 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.854700 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.854877 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.855136 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.855405 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.855655 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.855918 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] debug = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.856156 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.856643 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.856929 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.857150 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.857382 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.857634 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.857885 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.858151 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.858421 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.858632 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.858851 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.859077 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.859311 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.859546 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.859761 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.860018 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.860233 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.860670 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] host = dv-cinder-734415-14-iscsi {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.860945 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.861159 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.861397 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.861635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.861877 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.862125 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.862374 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.862621 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.862894 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.863145 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.863402 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.863645 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.863868 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.864091 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.864251 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_options = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.864477 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.864745 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865035 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865220 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865385 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865561 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865803 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.865969 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.866195 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.866437 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.866600 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.866808 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.867016 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.867224 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.867491 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.867699 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.867923 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.868131 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.868368 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.868613 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.868881 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.869121 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.869350 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.869559 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.869786 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.870000 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.870242 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.870475 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.870683 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.870919 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.871128 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.871366 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.871599 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.871844 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.872072 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.872290 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.872519 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.872738 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.873008 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.873252 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.873513 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.873743 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.873980 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.874190 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.874423 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.874652 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_json = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.874858 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.875067 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.875329 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.875538 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.875766 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.875984 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.876191 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.876434 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.876889 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.877170 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.877483 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.877732 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.877961 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.878196 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.878564 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.878804 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.879053 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.879280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.879575 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.879809 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.879934 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:37.880083 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.880316 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.880548 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.880907 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.881158 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.881423 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.881636 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.881860 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.882072 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.882302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.882634 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.882957 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.883146 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.883399 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.883611 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.883846 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.884057 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.884355 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.884591 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.885603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.885603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.885603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.885603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886196 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886196 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886196 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886497 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886611 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.886785 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.887011 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.887260 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.887451 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.887679 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.887907 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.888119 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.888343 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.888555 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.888847 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.889089 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.890302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.890302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.890302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.890302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.890302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891342 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891836 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.891836 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.893870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.893870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.893870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.893870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.894240 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.894391 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.894572 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.894977 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.895078 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.895269 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.895492 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.895821 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.895925 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.896775 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.896775 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.896775 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.897028 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.897206 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.897352 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.897593 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.897790 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.898077 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.898390 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.898659 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.898959 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.899190 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.899448 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.899683 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.899941 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.900167 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.900394 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.900635 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.900936 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.901199 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.901456 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.901686 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.901912 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.902187 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.902427 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.902660 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.902884 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.903166 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.903423 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.903713 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.903959 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.904217 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.904477 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.904729 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.905052 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.905339 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.905629 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.905852 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.906126 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.906533 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.906806 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.907100 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.907340 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.907577 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.907835 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.908105 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.908357 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.908593 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.908847 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.909083 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.909363 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.909602 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.909881 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.910117 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.910350 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.910688 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.910931 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.911143 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.911356 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.911625 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.912063 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.912492 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.912981 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.913237 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.913503 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.913748 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.914178 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.914569 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.915000 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.915455 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.915845 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.916269 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.916592 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.916850 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.917075 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.917298 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.917558 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.917774 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.918003 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.918222 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.918445 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.918685 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.918938 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.919153 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.919368 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.919600 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.919824 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.920053 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.920277 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.920491 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.920744 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.920987 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.921269 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.921532 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.921766 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.921999 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.922224 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.922492 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.922707 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.922954 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.923174 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.923386 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.923601 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.923820 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.924037 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.924269 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.924499 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.924729 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.925015 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.925261 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.925600 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.925844 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.926087 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.926327 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.926591 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.926841 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.927238 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.927469 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.927706 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.927945 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.928162 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.928406 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.928630 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.928873 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.929095 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.929312 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.929539 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.929728 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.929958 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.930267 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.930511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.930743 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.930969 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.931211 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.931455 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.931678 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.931916 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.932139 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.932367 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.932582 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.932835 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.933065 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.933276 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.933487 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.933699 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.933911 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.934235 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.934386 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.934534 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.934753 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.934958 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.935172 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.935379 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.935594 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.935843 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.936053 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.936273 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.936485 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.936870 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.937164 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.937415 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.937636 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.937927 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.938171 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.938446 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.938751 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.939040 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.939252 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.939508 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.939745 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.939962 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.940184 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.940436 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.940764 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.941118 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.941376 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.941630 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.941890 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.942174 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.942427 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.942641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.942937 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.943283 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.943566 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.943847 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.944080 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.944340 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.944570 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.944800 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.945039 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.945270 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.945484 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.945738 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.945966 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.946190 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.946413 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.946677 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.946892 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.947159 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.947323 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.947557 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.947787 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.947944 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:49:37.948614 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 01:49:37.948716 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 01:49:37.949054 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 01:49:37.949054 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 01:49:37.949275 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 01:49:37.949386 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 01:49:37.949553 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.949713 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.949873 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.950032 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.950189 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.950372 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.950532 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.950856 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951016 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951174 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951328 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951634 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951794 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.951952 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952108 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952265 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952422 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952580 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952744 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.952927 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953084 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953243 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953399 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] debug = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953555 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953763 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.953926 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954083 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954239 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954397 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954554 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954712 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.954868 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955024 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955181 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955362 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955483 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955638 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955795 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.955950 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956106 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956262 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] host = dv-cinder-734415-14-iscsi {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956418 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956596 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956754 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.956941 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957253 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957410 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957567 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957724 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.957879 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958035 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958191 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958349 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958504 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958658 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_options = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958813 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.958968 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959129 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959302 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959462 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959620 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959777 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.959971 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.960144 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.960289 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.960590 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.960920 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.961214 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.961505 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.961823 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.961981 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962123 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962557 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962557 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962557 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962808 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.962891 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.963011 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.963164 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.963303 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.963457 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.963606 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964749 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964749 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.964749 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965210 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965210 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965210 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965494 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965494 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965645 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965724 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965859 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.965991 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966116 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966240 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966389 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_json = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966605 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966770 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.966903 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.967076 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.967252 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.967390 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.967746 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.967911 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 01:49:37.968120 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.968256 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.968424 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.968736 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.969280 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.969446 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.969606 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.969766 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.969926 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970073 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970240 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970400 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970608 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970756 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.970881 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.971029 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.971286 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.971461 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.971587 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.971752 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972003 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972003 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972306 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972306 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972702 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972702 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972966 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.972966 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973198 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973198 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973493 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973493 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973830 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.973830 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974062 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974062 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974343 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974470 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974593 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974679 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974819 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.974978 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975137 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975297 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975477 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975675 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975804 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.975926 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976049 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976182 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976350 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976508 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976666 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976851 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.976980 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.977142 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.977301 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.977723 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.977723 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978132 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978132 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978132 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978768 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978768 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978768 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.978768 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979069 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979069 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979069 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979341 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979464 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979811 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.979811 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980048 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:37.980193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980394 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980394 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980546 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980707 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.980886 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981046 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981206 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981365 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981532 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981706 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.981873 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982031 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982190 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982348 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982506 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982664 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982823 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.982982 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983142 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983285 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983443 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983603 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983763 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.983921 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984079 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984237 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984394 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984552 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984710 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.984894 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985055 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985212 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985371 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985530 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985687 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.985854 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986015 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986176 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986334 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986500 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986670 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986828 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.986990 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987148 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987306 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987464 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987622 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987796 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.987983 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988142 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988299 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988465 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988634 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988810 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.988973 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989132 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989317 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989477 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989634 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989794 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.989953 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.990111 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.990270 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.990428 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.990593 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.991913 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.995651 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.996380 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.997703 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.998511 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:37.999772 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.000669 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.004193 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005177 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.005943 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.006486 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007097 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.007641 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008250 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.008825 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009309 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009589 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009589 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009734 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.009898 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010056 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010215 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010374 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010532 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010691 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.010849 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.011007 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.011173 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.011332 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 01:49:38.011482 dv-cinder-734415-14-iscsi neutron-server[92930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 01:49:38.249553 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37264) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:49:38.258899 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070691 Jun 30 01:49:49.807047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011b9ce-2084-4e5b-8ed6-547f4b34d602 None None] get_active_networks_info from dv-cinder-734415-14-iscsi {{(pid=93041) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 01:49:49.872952 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011b9ce-2084-4e5b-8ed6-547f4b34d602 None None] No non-hosted networks {{(pid=93041) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 01:49:49.880645 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.agentschedulers_db [None req-e011b9ce-2084-4e5b-8ed6-547f4b34d602 None None] DHCP Agent not found on host dv-cinder-734415-14-iscsi {{(pid=93041) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 01:49:49.995026 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-53d6ba1d-7216-4ead-957c-db521e0671da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:52.399723 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51a90cbb-f65a-452e-951e-9390ac2f283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:52.413764 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:52.414136 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.414626 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.415150 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.415631 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.417197 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.418318 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.431912 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.435056 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.435774 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.437036 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.437823 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.438349 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:49:52.438933 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734415-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:52.450645 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734415-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:49:52.503423 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c6fdc59e-f041-4ad9-be19-e5b1db33bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:53.285682 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:54.944266 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:49:56.371720 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37356) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:49:56.977347 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING oslo_policy.policy [None req-746ca84d-632c-4ff4-a2c3-fe21076435a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:49:56.977903 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING oslo_policy.policy [None req-746ca84d-632c-4ff4-a2c3-fe21076435a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:49:57.218253 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [None req-746ca84d-632c-4ff4-a2c3-fe21076435a2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:49:57.219986 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-746ca84d-632c-4ff4-a2c3-fe21076435a2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8473094 Jun 30 01:49:59.561076 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37370) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:49:59.681128 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.db.l3_hamode_db [None req-abb04e62-3018-41b7-83fe-7e436236132f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 01:49:59.755879 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb04e62-3018-41b7-83fe-7e436236132f None None] Routers set() bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:49:59.756328 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb04e62-3018-41b7-83fe-7e436236132f None None] Router IDs set() for agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 01:50:00.127647 dv-cinder-734415-14-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:00.128386 dv-cinder-734415-14-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:00.336158 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:00.428256 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.policy [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93039) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:50:00.473507 dv-cinder-734415-14-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:00.473899 dv-cinder-734415-14-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:00.482462 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.quota [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] Loaded quota_driver: . Jun 30 01:50:00.577877 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498795939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498797558', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498808805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498814427', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498821022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726498835328', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1000795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-834406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742241'] for rbac-policy, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:00.651229 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:00.653202 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0e6d0148-a01a-4144-9115-137bf5526cf5 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0900004 Jun 30 01:50:03.230935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37388) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:03.552011 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'project_id': '677dd8b45a864fbab418f8e2067944fa'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:03.553374 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.quota [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Loaded quota_driver: . Jun 30 01:50:03.611912 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Made reservation on behalf of 677dd8b45a864fbab418f8e2067944fa for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:50:03.675595 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.policy [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93040) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 01:50:03.719863 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING oslo_policy.policy [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:03.720229 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING oslo_policy.policy [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 01:50:03.730609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.751986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.888368 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.895047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.914125 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:50:03.946536 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726493955642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:03.947133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Unsubscribe: segment precommit_create {{(pid=93040) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:50:03.947644 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Added segment 9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2 of type vlan for network d0f73f50-ff19-42d0-a794-e96626363245 Jun 30 01:50:03.964575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70655e64-3e8a-45f6-a558-4c9c36e8b141,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:04.014423 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.014775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.015109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.015455 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.015749 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.016081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.016402 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.016729 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.017087 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.017397 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.017693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.018005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Tracked resource versions report: Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: pushed versions: Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: { 'AddressGroup': {'1.2'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'ConntrackHelper': {'1.0'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Log': {'1.0'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Network': {'1.1'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Port': {'1.7'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'PortForwarding': {'1.2'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'QosPolicy': {'1.8'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroup': {'1.4'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SubPort': {'1.0'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Subnet': {'1.1'}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Trunk': {'1.1'}} Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: consumer versions: Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'ConntrackHelper': '1.0', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Log': '1.0', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Network': '1.1', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Port': '1.7', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'PortForwarding': '1.2', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'QosPolicy': '1.8', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroup': '1.4', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroupRule': '1.2', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SubPort': '1.0', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Subnet': '1.1', Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Trunk': '1.1'}} Jun 30 01:50:04.019414 dv-cinder-734415-14-iscsi neutron-server[93040]: {{(pid=93040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:50:04.068581 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:04.125290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:04.126358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:04.127000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:04.197890 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9658372 Jun 30 01:50:04.224408 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40608-e45d-48df-b5ac-f104fd88401e admin admin] Pushing event updated for resources: {'Network': ['ID=d0f73f50-ff19-42d0-a794-e96626363245,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:04.237630 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network d0f73f50-ff19-42d0-a794-e96626363245 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:50:06.858627 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37404) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:07.300663 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd8603-cdb7-4ece-8caf-bc4cd550f8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:07.301961 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d5fd8603-cdb7-4ece-8caf-bc4cd550f8c3 admin admin] 10.222.0.47 "GET /v2.0/networks/d0f73f50-ff19-42d0-a794-e96626363245 HTTP/1.1" status: 200 len: 825 time: 0.4423685 Jun 30 01:50:07.345177 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e8286793-2e0b-4da6-b528-2b02e18be195 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/3099f015-e0c6-4fe9-8780-f80212cd1be3 HTTP/1.1" status: 200 len: 734 time: 0.0351562 Jun 30 01:50:07.354261 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Request body: {'subnet': {'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:07.380024 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Made reservation on behalf of 677dd8b45a864fbab418f8e2067944fa for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:50:07.382445 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:07.693169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:07.760628 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cdf54f-10bf-4506-bc38-8c8ef198654b,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:07.766600 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Checking segment: {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:50:07.766951 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Network hostable DHCP agents. Network: d0f73f50-ff19-42d0-a794-e96626363245, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:50:07.789765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Network d0f73f50-ff19-42d0-a794-e96626363245 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:50:07.801306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, d0f73f50-ff19-42d0-a794-e96626363245) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:07.806306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:07.807192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:07.811907 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7c008-a9a0-4897-945c-bff872cf5950 None None] Network d0f73f50-ff19-42d0-a794-e96626363245 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:50:07.824381 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-723acfb6-2d5f-41ef-ae73-8ab771a6d6bf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4737616 Jun 30 01:50:08.154436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-d0f73f50-ff19-42d0-a794-e96626363245', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:50:08.155793 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:08.425699 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Allocated IP 172.20.0.2 (d0f73f50-ff19-42d0-a794-e96626363245/27cdf54f-10bf-4506-bc38-8c8ef198654b/1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:50:08.657294 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:08.672527 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Transition to ACTIVE for port object 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:50:08.694206 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Transition to ACTIVE for port object 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:50:08.704325 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:08.769458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Network d0f73f50-ff19-42d0-a794-e96626363245 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:50:08.777312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:08.780542 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:50:08.797499 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Pushing event updated for resources: {'Port': ['ID=1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:08.834346 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.835048 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.835048 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.835349 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.835672 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.835997 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.836318 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.836682 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.837028 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.837424 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.837741 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.837992 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Tracked resource versions report: Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: pushed versions: Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: consumer versions: Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Log': '1.0', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Network': '1.1', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Port': '1.7', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SubPort': '1.0', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Subnet': '1.1', Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jun 30 01:50:08.839359 dv-cinder-734415-14-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:50:08.874428 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Attempting to bind port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:50:08.874834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Attempting to bind port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:50:08.875287 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Attempting to bind port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 on network d0f73f50-ff19-42d0-a794-e96626363245 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:50:08.880837 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:50:08.881240 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Checking segment: {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:50:08.881706 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:08.882146 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Bound using segment: {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:50:08.882634 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Bound port: 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:50:08.883052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:08.951722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] For port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:50:08.956167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] For port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7,segment=NetworkSegment(9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2),segment_id=9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:50:08.960090 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:09.025209 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ffb5c-c6b7-42f3-9263-8afe069c6f0e None None] Pushing event updated for resources: {'Port': ['ID=1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:10.209536 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37412) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:10.546477 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-6890fed1-6aa7-4236-9008-e62fd8053f0e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:50:10.547437 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6890fed1-6aa7-4236-9008-e62fd8053f0e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3369632 Jun 30 01:50:12.964561 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37420) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:13.299867 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-468b49ec-9b75-4310-803a-4ee803ea0790 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:50:13.300865 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-468b49ec-9b75-4310-803a-4ee803ea0790 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3351171 Jun 30 01:50:14.210052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:14.299658 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:50:15.165274 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7783ad-26bd-4f3d-816d-3e7051516ab9 None None] Network d0f73f50-ff19-42d0-a794-e96626363245 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:50:15.249543 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Provisioning for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:50:15.257126 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Provisioning complete for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:15.257513 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:15.428991 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:15.481632 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] For port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7,segment=NetworkSegment(9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2),segment_id=9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:50:15.487103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:15.539715 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3fd00-0946-40cd-b180-6a58899536de None None] Pushing event updated for resources: {'Port': ['ID=1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:15.707664 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-6058a2c0-cfc7-4686-9730-1590aa1c828d None None] Provisioning complete for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:15.707949 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6058a2c0-cfc7-4686-9730-1590aa1c828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.008316 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37434) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:16.182490 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:16.229251 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:16.229617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.329949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:16.357850 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.359372 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.509718 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.518486 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.535117 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:16.536756 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b1c62900-4d64-43c2-932f-78f4f5bc1b28 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5273926 Jun 30 01:50:18.928714 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37442) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:19.274377 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-21519579-3b0e-48f8-b68d-696503e358a9 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:50:19.275673 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-21519579-3b0e-48f8-b68d-696503e358a9 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460021 Jun 30 01:50:19.703630 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-45285bdf-9e4f-4209-8258-afe0ca206ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:19.907880 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:50:21.642197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37452) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:22.009921 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:22.046465 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Made reservation on behalf of 2f97eae812c0438181c0f84e0ade68fa for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:50:22.049420 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.065295 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.186042 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.192888 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.209070 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Reserving flat network on physical network physnet1 {{(pid=93039) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 01:50:22.244476 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726493955642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.245100 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Unsubscribe: segment precommit_create {{(pid=93039) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 01:50:22.245609 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Added segment 550ef26c-2000-4b46-b98c-395da9a9807d of type flat for network acab23bb-76ba-4032-a994-bc5e59c7f383 Jun 30 01:50:22.266349 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d5a6bb-b3d5-4a5e-895b-06dbdc1510c8,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:22.319693 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.320079 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.320432 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.320914 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.321166 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.321565 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.321890 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.322239 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.322568 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.322885 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.323192 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.323497 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Tracked resource versions report: Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: pushed versions: Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: { 'AddressGroup': {'1.2'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'ConntrackHelper': {'1.0'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Log': {'1.0'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Network': {'1.1'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Port': {'1.7'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'PortForwarding': {'1.2'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'QosPolicy': {'1.8'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroup': {'1.4'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SubPort': {'1.0'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Subnet': {'1.1'}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Trunk': {'1.1'}} Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: consumer versions: Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'ConntrackHelper': '1.0', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Log': '1.0', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Network': '1.1', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Port': '1.7', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'PortForwarding': '1.2', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'QosPolicy': '1.8', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroup': '1.4', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroupRule': '1.2', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SubPort': '1.0', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Subnet': '1.1', Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Trunk': '1.1'}} Jun 30 01:50:22.324863 dv-cinder-734415-14-iscsi neutron-server[93039]: {{(pid=93039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:50:22.366452 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.386436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.389403 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b3dfaae2-6599-4e42-ab8c-69691e374bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.435125 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.436369 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:22.437084 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:22.524595 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8812971 Jun 30 01:50:22.533556 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ac5e-e1b5-48dc-9abf-a6e6e4009eff admin admin] Pushing event updated for resources: {'Network': ['ID=acab23bb-76ba-4032-a994-bc5e59c7f383,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:22.552831 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network acab23bb-76ba-4032-a994-bc5e59c7f383 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:50:23.230742 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:24.879802 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:24.953657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37474) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:25.146220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46674ae4-5296-49aa-b728-790a946d9297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:25.147700 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-46674ae4-5296-49aa-b728-790a946d9297 admin admin] 10.222.0.47 "GET /v2.0/subnets/27cdf54f-10bf-4506-bc38-8c8ef198654b HTTP/1.1" status: 200 len: 849 time: 0.1930969 Jun 30 01:50:25.280639 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-4740bd9e-73ee-4abe-913e-3f3789738cff admin admin] 10.222.0.47 "GET /v2.0/routers/9292ca3c-0247-4692-81f9-b7ebed0c1620 HTTP/1.1" status: 200 len: 704 time: 0.1246932 Jun 30 01:50:25.575782 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:25.893412 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Allocated IP 172.20.0.1 (d0f73f50-ff19-42d0-a794-e96626363245/27cdf54f-10bf-4506-bc38-8c8ef198654b/57021793-ca27-4b2c-bb07-05d8e569d722) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:50:26.070224 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.093389 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Transition to ACTIVE for port object 57021793-ca27-4b2c-bb07-05d8e569d722 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:50:26.224769 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.293773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Network d0f73f50-ff19-42d0-a794-e96626363245 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:50:26.298522 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:26.305147 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:50:26.305674 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.330830 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Pushing event updated for resources: {'Port': ['ID=57021793-ca27-4b2c-bb07-05d8e569d722,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:26.487048 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5592b013-2000-4264-b2f5-451bbb42e87b None None] Provisioning for port 57021793-ca27-4b2c-bb07-05d8e569d722 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:50:26.490905 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5592b013-2000-4264-b2f5-451bbb42e87b None None] Provisioning complete for port 57021793-ca27-4b2c-bb07-05d8e569d722 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:26.491327 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5592b013-2000-4264-b2f5-451bbb42e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.523470 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.529131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-5592b013-2000-4264-b2f5-451bbb42e87b None None] Port 57021793-ca27-4b2c-bb07-05d8e569d722 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:50:26.727085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.735321 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.736421 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:26.812251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Pushing event updated for resources: {'Port': ['ID=57021793-ca27-4b2c-bb07-05d8e569d722,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:26.875785 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Network d0f73f50-ff19-42d0-a794-e96626363245 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:50:26.877320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:27.046784 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Router 9292ca3c-0247-4692-81f9-b7ebed0c1620 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:50:27.050956 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-85396eff-cd22-4d4b-87a4-34960c37606c None None] Provisioning complete for port 57021793-ca27-4b2c-bb07-05d8e569d722 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:27.051281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-85396eff-cd22-4d4b-87a4-34960c37606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:27.083331 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-85396eff-cd22-4d4b-87a4-34960c37606c None None] Port 57021793-ca27-4b2c-bb07-05d8e569d722 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:50:27.141850 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:50:27.148688 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a5ff2341-a838-48d0-8523-4ba735918933 admin admin] 10.222.0.47 "PUT /v2.0/routers/9292ca3c-0247-4692-81f9-b7ebed0c1620/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8605931 Jun 30 01:50:27.152625 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Sync routers for ids ['9292ca3c-0247-4692-81f9-b7ebed0c1620'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:50:27.165111 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Routers {'9292ca3c-0247-4692-81f9-b7ebed0c1620'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:50:27.165964 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:50:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['9292ca3c-0247-4692-81f9-b7ebed0c1620'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:27.347014 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Set router 9292ca3c-0247-4692-81f9-b7ebed0c1620 gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:50:27.773900 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:26Z', 'revision_number': 2, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port_host': None, '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:26Z', 'revision_number': 2, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:27.821883 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Checking router: 9292ca3c-0247-4692-81f9-b7ebed0c1620 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:50:27.822252 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Updating router 9292ca3c-0247-4692-81f9-b7ebed0c1620 port 57021793-ca27-4b2c-bb07-05d8e569d722 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:50:27.886182 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.391439 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.411076 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Transition to ACTIVE for port object 57021793-ca27-4b2c-bb07-05d8e569d722 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:50:28.417983 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.509528 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Pushing event updated for resources: {'Port': ['ID=57021793-ca27-4b2c-bb07-05d8e569d722,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:28.534513 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.534831 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.535186 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.535522 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.535824 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.536154 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.536458 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.536810 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.537136 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.537455 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.537763 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.538069 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Tracked resource versions report: Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: pushed versions: Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: { 'AddressGroup': {'1.2'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'ConntrackHelper': {'1.0'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Log': {'1.0'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Network': {'1.1'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Port': {'1.7'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'PortForwarding': {'1.2'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'QosPolicy': {'1.8'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroup': {'1.4'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SubPort': {'1.0'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Subnet': {'1.1'}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Trunk': {'1.1'}} Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: consumer versions: Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'ConntrackHelper': '1.0', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Log': '1.0', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Network': '1.1', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Port': '1.7', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'PortForwarding': '1.2', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'QosPolicy': '1.8', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroup': '1.4', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroupRule': '1.2', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SubPort': '1.0', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Subnet': '1.1', Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Trunk': '1.1'}} Jun 30 01:50:28.539437 dv-cinder-734415-14-iscsi neutron-server[93042]: {{(pid=93042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:50:28.591987 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Attempting to bind port 57021793-ca27-4b2c-bb07-05d8e569d722 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:50:28.592399 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Attempting to bind port 57021793-ca27-4b2c-bb07-05d8e569d722 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:50:28.593318 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Attempting to bind port 57021793-ca27-4b2c-bb07-05d8e569d722 on network d0f73f50-ff19-42d0-a794-e96626363245 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:50:28.599113 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:50:28.599577 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Checking segment: {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:50:28.599999 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.600387 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Bound using segment: {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:50:28.600923 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Bound port: 57021793-ca27-4b2c-bb07-05d8e569d722, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:50:28.601329 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.672169 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] For port 57021793-ca27-4b2c-bb07-05d8e569d722, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:50:28.693924 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] For port 57021793-ca27-4b2c-bb07-05d8e569d722, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=57021793-ca27-4b2c-bb07-05d8e569d722,segment=NetworkSegment(9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2),segment_id=9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:50:28.698862 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:28.756289 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09ec5-4d01-49ac-b1d2-e19233ed1f04 None None] Pushing event updated for resources: {'Port': ['ID=57021793-ca27-4b2c-bb07-05d8e569d722,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:28.761815 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Routers {'9292ca3c-0247-4692-81f9-b7ebed0c1620'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:50:28.762431 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:50:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['9292ca3c-0247-4692-81f9-b7ebed0c1620'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:28.851353 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] Set router 9292ca3c-0247-4692-81f9-b7ebed0c1620 gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:50:29.066659 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:26Z', 'revision_number': 2, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port_host': None, '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:28Z', 'revision_number': 4, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:29.093805 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901d9b6-e65f-4fdb-9e86-0f80864a90c9 None None] The sync data for ids ['9292ca3c-0247-4692-81f9-b7ebed0c1620'] in dv-cinder-734415-14-iscsi is: [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:26Z', 'revision_number': 2, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port_host': None, '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:28Z', 'revision_number': 4, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:50:29.326779 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37492) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:29.475491 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943a964-247f-40a6-a851-1501daa76605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:29.476816 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5943a964-247f-40a6-a851-1501daa76605 admin admin] 10.222.0.47 "GET /v2.0/networks/acab23bb-76ba-4032-a994-bc5e59c7f383 HTTP/1.1" status: 200 len: 842 time: 0.1487973 Jun 30 01:50:29.486254 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:29.510041 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Made reservation on behalf of 2f97eae812c0438181c0f84e0ade68fa for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:50:29.512218 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:29.950473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.objects.ports [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93039) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 01:50:29.950932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:30.011964 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee895015-94e4-4043-9511-cd96a97cea61,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:30.024528 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:50:30.024942 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Network hostable DHCP agents. Network: acab23bb-76ba-4032-a994-bc5e59c7f383, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:50:30.048863 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:50:30.062361 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, acab23bb-76ba-4032-a994-bc5e59c7f383) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:30.067938 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:30.068953 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:30.076639 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c545c-2daa-4b1f-af18-2ee41ac38288 None None] Network acab23bb-76ba-4032-a994-bc5e59c7f383 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:50:30.095849 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-eb7186aa-0ed9-4d74-9e6b-52f4627a5d2d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6058004 Jun 30 01:50:30.218290 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31505a0-be07-4fcd-ab5f-d972090e1766 None None] Network acab23bb-76ba-4032-a994-bc5e59c7f383 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:50:32.220919 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 57021793-ca27-4b2c-bb07-05d8e569d722 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:32.273911 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 57021793-ca27-4b2c-bb07-05d8e569d722 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:50:32.278107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 57021793-ca27-4b2c-bb07-05d8e569d722 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:32.278606 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:32.348004 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 37504) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:32.358113 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:32.394083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 57021793-ca27-4b2c-bb07-05d8e569d722, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=57021793-ca27-4b2c-bb07-05d8e569d722,segment=NetworkSegment(9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2),segment_id=9fa63fa0-bb6f-4aec-a1e4-30c35b45acd2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:50:32.400001 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:32.497583 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=57021793-ca27-4b2c-bb07-05d8e569d722,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:32.591543 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e9e9425c-9943-401d-ad4c-59b4af02944f admin admin] 10.222.0.47 "GET /v2.0/routers/9292ca3c-0247-4692-81f9-b7ebed0c1620 HTTP/1.1" status: 200 len: 710 time: 0.2423346 Jun 30 01:50:32.684404 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2b194-6503-428c-924f-4a0b3be15cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:50:32.686217 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c3c2b194-6503-428c-924f-4a0b3be15cf7 admin admin] 10.222.0.47 "GET /v2.0/networks/acab23bb-76ba-4032-a994-bc5e59c7f383 HTTP/1.1" status: 200 len: 886 time: 0.0891204 Jun 30 01:50:32.695695 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:50:32.954354 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.196709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.272039 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.488328 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Allocated IP 172.27.2.214 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/ccb24f47-3143-4a88-bfae-91a12e103206) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:50:33.610389 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.699097 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:33.767649 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:50:33.772447 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:50:33.779049 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:50:33.787051 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Pushing event updated for resources: {'Port': ['ID=ccb24f47-3143-4a88-bfae-91a12e103206,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:34.080067 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:34.193466 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 57021793-ca27-4b2c-bb07-05d8e569d722 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:34.239813 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 57021793-ca27-4b2c-bb07-05d8e569d722 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:34.240173 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:34.288742 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:34.292123 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2096039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2096062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2094472'] for router, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:34.402018 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Router 9292ca3c-0247-4692-81f9-b7ebed0c1620 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:50:34.509648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:50:34.514490 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:34.515638 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fb2ac251-87e9-465c-ad4c-409321f4069d admin admin] 10.222.0.47 "PUT /v2.0/routers/9292ca3c-0247-4692-81f9-b7ebed0c1620 HTTP/1.1" status: 200 len: 890 time: 1.8232980 Jun 30 01:50:34.521904 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Sync routers for ids ['9292ca3c-0247-4692-81f9-b7ebed0c1620'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:50:34.535734 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Routers {'9292ca3c-0247-4692-81f9-b7ebed0c1620'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:50:34.536428 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:50:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['9292ca3c-0247-4692-81f9-b7ebed0c1620'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:34.755544 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Set router 9292ca3c-0247-4692-81f9-b7ebed0c1620 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:50:35.146699 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:33Z', 'revision_number': 4, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port': {'id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:33Z', 'updated_at': '2021-06-30T01:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:32Z', 'revision_number': 5, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:35.197115 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Checking router: 9292ca3c-0247-4692-81f9-b7ebed0c1620 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:50:35.197799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Updating router 9292ca3c-0247-4692-81f9-b7ebed0c1620 port ccb24f47-3143-4a88-bfae-91a12e103206 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:50:35.232222 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.553659 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.563876 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Transition to ACTIVE for port object ccb24f47-3143-4a88-bfae-91a12e103206 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:50:35.570204 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.621352 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed693f82-9145-43cf-9ca3-767347aaaaca None None] Pushing event updated for resources: {'Port': ['ID=ccb24f47-3143-4a88-bfae-91a12e103206,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:35.628817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Attempting to bind port ccb24f47-3143-4a88-bfae-91a12e103206 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:50:35.628817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Attempting to bind port ccb24f47-3143-4a88-bfae-91a12e103206 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:50:35.628817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Attempting to bind port ccb24f47-3143-4a88-bfae-91a12e103206 on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:50:35.630942 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:50:35.631454 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:50:35.631935 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.632296 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:50:35.632810 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Bound port: ccb24f47-3143-4a88-bfae-91a12e103206, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:50:35.633206 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.681747 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] For port ccb24f47-3143-4a88-bfae-91a12e103206, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:50:35.685198 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] For port ccb24f47-3143-4a88-bfae-91a12e103206, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=ccb24f47-3143-4a88-bfae-91a12e103206,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:50:35.689991 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:35.831373 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed693f82-9145-43cf-9ca3-767347aaaaca None None] Pushing event updated for resources: {'Port': ['ID=ccb24f47-3143-4a88-bfae-91a12e103206,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:35.834000 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Routers {'9292ca3c-0247-4692-81f9-b7ebed0c1620'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:50:35.834578 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:50:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['9292ca3c-0247-4692-81f9-b7ebed0c1620'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:35.944446 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] Set router 9292ca3c-0247-4692-81f9-b7ebed0c1620 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:50:36.154873 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:33Z', 'revision_number': 4, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port': {'id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:33Z', 'updated_at': '2021-06-30T01:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:32Z', 'revision_number': 5, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:50:36.190114 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7bb3c-f6c1-45b6-9976-657ec713fe62 None None] The sync data for ids ['9292ca3c-0247-4692-81f9-b7ebed0c1620'] in dv-cinder-734415-14-iscsi is: [{'id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'name': 'router1', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:50:16Z', 'updated_at': '2021-06-30T01:50:33Z', 'revision_number': 4, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'gw_port': {'id': 'ccb24f47-3143-4a88-bfae-91a12e103206', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:33Z', 'updated_at': '2021-06-30T01:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '57021793-ca27-4b2c-bb07-05d8e569d722', 'name': '', 'network_id': 'd0f73f50-ff19-42d0-a794-e96626363245', 'tenant_id': '677dd8b45a864fbab418f8e2067944fa', 'mac_address': 'fa:16:3e:eb:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9292ca3c-0247-4692-81f9-b7ebed0c1620', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:50:25Z', 'updated_at': '2021-06-30T01:50:32Z', 'revision_number': 5, 'project_id': '677dd8b45a864fbab418f8e2067944fa', 'subnets': [{'id': '27cdf54f-10bf-4506-bc38-8c8ef198654b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3099f015-e0c6-4fe9-8780-f80212cd1be3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:50:36.920664 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 37512) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:50:37.046158 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d6cbe400-af22-4768-8b54-ac204470318f admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1244512 Jun 30 01:50:38.226286 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device ccb24f47-3143-4a88-bfae-91a12e103206 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:38.276447 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port ccb24f47-3143-4a88-bfae-91a12e103206 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:50:38.280468 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port ccb24f47-3143-4a88-bfae-91a12e103206 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:38.280869 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:38.357774 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:38.380688 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port ccb24f47-3143-4a88-bfae-91a12e103206, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=ccb24f47-3143-4a88-bfae-91a12e103206,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:50:38.385774 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:38.435809 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=ccb24f47-3143-4a88-bfae-91a12e103206,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:50:40.216584 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device ccb24f47-3143-4a88-bfae-91a12e103206 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:50:40.269444 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port ccb24f47-3143-4a88-bfae-91a12e103206 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:50:40.269820 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:49.711318 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-710e6464-01d8-4853-930e-61eabb6780f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:52.386697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:52.396925 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccd80-f38a-4d16-9e94-6d1dce7411e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:53.233572 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:54.901854 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:50:56.906458 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:51:19.706837 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-70820c44-1af1-41e3-b8fa-49d04f9ce540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:22.386547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:22.391329 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-35806441-0af9-4fb1-98bb-afcb217a89e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:23.239188 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:24.896495 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:33.905145 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:51:49.699426 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c5262cd4-40fb-4e59-8b3e-a517a2b5b91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:52.376295 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:52.387204 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bd541a7d-c31e-429e-85c0-fb1bc0ebf55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:53.235784 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:51:54.903542 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:10.903522 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:52:13.742292 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38080) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:13.804058 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3b4b75-2bc8-469a-9890-8e5e6f02a488 admin admin] GET failed (client error): The resource could not be found. Jun 30 01:52:13.805429 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4d3b4b75-2bc8-469a-9890-8e5e6f02a488 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621426 Jun 30 01:52:13.965980 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7317bf4-ce37-4c5a-83bb-d279b8073f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:13.967349 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c7317bf4-ce37-4c5a-83bb-d279b8073f4f admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579919 Jun 30 01:52:16.113962 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38090) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:16.289145 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd52644-b4ed-4e58-9332-24e3e11a268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:16.290417 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2dd52644-b4ed-4e58-9332-24e3e11a268f admin admin] 10.222.0.47 "GET /v2.0/subnets/27cdf54f-10bf-4506-bc38-8c8ef198654b HTTP/1.1" status: 200 len: 849 time: 0.1754823 Jun 30 01:52:16.299749 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:52:16.402545 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:16.561862 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726494024452'] for subnet, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:16.597342 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:16.597918 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:16.600594 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] 10.222.0.47 "PUT /v2.0/subnets/27cdf54f-10bf-4506-bc38-8c8ef198654b HTTP/1.1" status: 200 len: 868 time: 0.3045640 Jun 30 01:52:16.602101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfceee-c78c-400f-91e3-5d79b75d42e3 None None] Network d0f73f50-ff19-42d0-a794-e96626363245 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:52:16.623059 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cdf54f-10bf-4506-bc38-8c8ef198654b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:52:16.632221 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.633034 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.633620 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.634166 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.634703 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.635252 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.635909 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.636658 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.637250 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.637801 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.638445 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:16.639113 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cb7044-54ed-4d06-a799-e59b76327378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:52:17.039312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3c776159-23ff-4f57-a10d-4a7239b1d884 None None] Provisioning complete for port 57021793-ca27-4b2c-bb07-05d8e569d722 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:52:17.039723 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3c776159-23ff-4f57-a10d-4a7239b1d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:17.136476 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3c776159-23ff-4f57-a10d-4a7239b1d884 None None] Provisioning complete for port 1ef5ad0c-e9e1-4589-b271-4a4b96fba1f7 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:52:17.136876 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3c776159-23ff-4f57-a10d-4a7239b1d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:18.799059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38098) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:19.006083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9d97f-9a5b-4fc7-a098-4c9df2f4e694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:19.006512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9d97f-9a5b-4fc7-a098-4c9df2f4e694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:19.008231 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-42e9d97f-9a5b-4fc7-a098-4c9df2f4e694 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079086 Jun 30 01:52:19.706492 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-abb5de70-518b-49f1-b75f-c0f37aefab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:21.182349 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38108) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:21.316666 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f5259-4197-4a52-a331-39b193968d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:21.317064 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f5259-4197-4a52-a331-39b193968d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:21.318669 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e72f5259-4197-4a52-a331-39b193968d54 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353178 Jun 30 01:52:22.369998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:22.383161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f7795545-41c0-4075-bfb0-95e5b4391660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:23.239547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:23.479367 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38116) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:23.615977 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f6770-ff55-4db8-a443-f37f86403f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:23.617396 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-375f6770-ff55-4db8-a443-f37f86403f1f admin admin] 10.222.0.47 "GET /v2.0/networks/acab23bb-76ba-4032-a994-bc5e59c7f383 HTTP/1.1" status: 200 len: 886 time: 0.1367362 Jun 30 01:52:24.911689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:25.792615 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38124) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:25.962276 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ffa78f-cfdf-43d4-b7ec-c8dfcb886e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:25.963613 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-30ffa78f-cfdf-43d4-b7ec-c8dfcb886e6a admin admin] 10.222.0.47 "GET /v2.0/networks/d0f73f50-ff19-42d0-a794-e96626363245 HTTP/1.1" status: 200 len: 869 time: 0.1697898 Jun 30 01:52:28.089786 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38132) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:28.211757 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98015f-ed2b-47bf-960a-713a01c6b85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:28.212211 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98015f-ed2b-47bf-960a-713a01c6b85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:28.213776 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8d98015f-ed2b-47bf-960a-713a01c6b85d admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226714 Jun 30 01:52:30.342082 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38140) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:30.439300 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf589c-2ec4-4c2d-a3dc-8375a2bb16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:30.439747 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf589c-2ec4-4c2d-a3dc-8375a2bb16a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:30.441267 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2cbf589c-2ec4-4c2d-a3dc-8375a2bb16a1 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982339 Jun 30 01:52:32.586019 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38148) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:32.703952 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75019eb3-424a-4aff-a2b8-ce8cc1d05a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:32.705359 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-75019eb3-424a-4aff-a2b8-ce8cc1d05a5f admin admin] 10.222.0.47 "GET /v2.0/subnets/27cdf54f-10bf-4506-bc38-8c8ef198654b HTTP/1.1" status: 200 len: 868 time: 0.1183863 Jun 30 01:52:34.967674 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38156) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:35.055848 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877433d8-1f85-4f51-9e8d-3d89be4c1a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:52:35.057254 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-877433d8-1f85-4f51-9e8d-3d89be4c1a4a admin admin] 10.222.0.47 "GET /v2.0/subnets/ee895015-94e4-4043-9511-cd96a97cea61 HTTP/1.1" status: 200 len: 816 time: 0.0885932 Jun 30 01:52:47.903598 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:52:49.710165 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-93b96bc1-2718-49d8-88cc-111dce99d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:52.373702 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:52.397301 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8e56-df6c-4cf8-b446-b7e76d5d258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:53.245191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:54.915541 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:52:58.413373 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38200) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:52:58.482123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [None req-d9c75014-6f77-4bda-8f34-d3c9e8b2a649 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:52:58.483317 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d9c75014-6f77-4bda-8f34-d3c9e8b2a649 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684934 Jun 30 01:53:00.768643 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38208) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:53:00.833568 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.pecan_wsgi.hooks.translation [None req-65881dc4-854f-4df2-901b-45c18ff8994f admin admin] GET failed (client error): The resource could not be found. Jun 30 01:53:00.834951 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-65881dc4-854f-4df2-901b-45c18ff8994f admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652757 Jun 30 01:53:01.051548 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa12b21-3fd1-49a1-abe3-56c8c00ac2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:53:01.053062 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-baa12b21-3fd1-49a1-abe3-56c8c00ac2ab admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2139540 Jun 30 01:53:03.308329 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38216) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:53:03.357432 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:53:03.383437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Made reservation on behalf of 2f97eae812c0438181c0f84e0ade68fa for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:53:03.385758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.417984 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING neutron.services.revisions.revision_plugin [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Could not find related network for resource to bump revision. Jun 30 01:53:03.432068 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:53:03.444641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.445266 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Added segment 756a107b-9ee4-4f98-bbf7-f95f9383cd6a of type vlan for network 840ec8c8-ac75-4fa1-856c-b73bf669f782 Jun 30 01:53:03.488514 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.521755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.522781 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:53:03.523358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:03.573257 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2638118 Jun 30 01:53:03.579729 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=840ec8c8-ac75-4fa1-856c-b73bf669f782,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:03.586956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.587327 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.587651 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.587982 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.588306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.588655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.589019 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.589684 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.590031 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.590353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.590669 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.590981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3025a2-04d5-42f7-a57b-af2acafea2e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:03.602890 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:53:05.809067 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38224) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:53:05.886092 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd16667-fd21-4d41-813e-41a2d4d4acec admin admin] GET failed (client error): The resource could not be found. Jun 30 01:53:05.887408 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fbd16667-fd21-4d41-813e-41a2d4d4acec admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0773985 Jun 30 01:53:05.966157 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f1fed-80bb-4fec-b295-a58ff1fe8633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:53:05.967633 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9d5f1fed-80bb-4fec-b295-a58ff1fe8633 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0762751 Jun 30 01:53:05.977356 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782', 'description': 'shared-subnet'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:53:06.004242 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Made reservation on behalf of 2f97eae812c0438181c0f84e0ade68fa for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:53:06.006695 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.177740 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.230418 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5f2916-36a8-40de-a7fd-6810dbcddf33,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:06.246581 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Checking segment: {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:53:06.246932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Network hostable DHCP agents. Network: 840ec8c8-ac75-4fa1-856c-b73bf669f782, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:53:06.266931 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:53:06.277728 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 840ec8c8-ac75-4fa1-856c-b73bf669f782) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:53:06.282518 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:53:06.283574 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.287092 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407e8df-d8e3-4dfb-942b-f37bfda19195 None None] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:53:06.300519 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6907cba0-194f-4b58-8ebc-3210c2e52681 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3266289 Jun 30 01:53:06.545317 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-840ec8c8-ac75-4fa1-856c-b73bf669f782', 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782', 'tenant_id': '2f97eae812c0438181c0f84e0ade68fa', 'fixed_ips': [{'subnet_id': '5d5f2916-36a8-40de-a7fd-6810dbcddf33'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:53:06.546236 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.691226 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Allocated IP 192.168.233.2 (840ec8c8-ac75-4fa1-856c-b73bf669f782/5d5f2916-36a8-40de-a7fd-6810dbcddf33/353025e5-9c89-4431-9530-34c55ede2d07) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:53:06.836818 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.846382 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Transition to ACTIVE for port object 353025e5-9c89-4431-9530-34c55ede2d07 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:53:06.865584 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Transition to ACTIVE for port object 353025e5-9c89-4431-9530-34c55ede2d07 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:53:06.875117 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:06.914162 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:53:06.918737 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:53:06.921308 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:53:06.929846 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Pushing event updated for resources: {'Port': ['ID=353025e5-9c89-4431-9530-34c55ede2d07,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:06.937732 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.938122 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.938454 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.938785 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.939107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.939416 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.939739 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.940053 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.940376 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.940695 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.941038 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.941350 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:53:06.997870 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Attempting to bind port 353025e5-9c89-4431-9530-34c55ede2d07 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:53:06.998234 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Attempting to bind port 353025e5-9c89-4431-9530-34c55ede2d07 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:53:06.998610 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Attempting to bind port 353025e5-9c89-4431-9530-34c55ede2d07 on network 840ec8c8-ac75-4fa1-856c-b73bf669f782 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:53:07.003784 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:53:07.004160 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Checking segment: {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:53:07.004547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:07.004962 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Bound using segment: {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:53:07.005410 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Bound port: 353025e5-9c89-4431-9530-34c55ede2d07, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:53:07.005805 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:07.071342 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] For port 353025e5-9c89-4431-9530-34c55ede2d07, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:53:07.074694 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] For port 353025e5-9c89-4431-9530-34c55ede2d07, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=353025e5-9c89-4431-9530-34c55ede2d07,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:53:07.078958 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:07.138708 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfdc28-acd4-4771-80c5-498c6e1ecc1b None None] Pushing event updated for resources: {'Port': ['ID=353025e5-9c89-4431-9530-34c55ede2d07,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:07.952288 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c73ee6-c03b-48a1-bece-a0adcd0187b7 None None] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:53:08.041868 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-228a6283-1238-4a24-b312-bb5abee44343 None None] Provisioning for port 353025e5-9c89-4431-9530-34c55ede2d07 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:53:08.349277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 353025e5-9c89-4431-9530-34c55ede2d07 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:53:08.414323 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 353025e5-9c89-4431-9530-34c55ede2d07 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:53:08.418324 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 353025e5-9c89-4431-9530-34c55ede2d07 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:53:08.418697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:08.499506 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:08.531553 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 353025e5-9c89-4431-9530-34c55ede2d07, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=353025e5-9c89-4431-9530-34c55ede2d07,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:53:08.537250 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:08.587345 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=353025e5-9c89-4431-9530-34c55ede2d07,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:53:10.314773 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 353025e5-9c89-4431-9530-34c55ede2d07 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:53:10.362732 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 353025e5-9c89-4431-9530-34c55ede2d07 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:53:10.363086 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:19.704129 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6339ea93-9e21-4024-9d53-ea370272dead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:22.367590 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:22.388340 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c8a714ff-b02e-4a57-b695-b7ee8a08ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:23.248152 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:24.905765 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:53:24.922333 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:49.708071 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3a39ed54-ee36-42fb-8be0-a9224c32ca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:52.371406 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:52.390291 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0aa01889-26ae-4c4d-a381-6aa6b150ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:53.250791 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:53:54.925432 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:01.904676 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:54:16.110239 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38276) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:54:16.116196 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [None req-d74ffa70-0c58-4538-aceb-1df60032ef6f tempest-verify_tempest_config-239034207 tempest-verify_tempest_config-239034207-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:54:16.117212 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d74ffa70-0c58-4538-aceb-1df60032ef6f tempest-verify_tempest_config-239034207 tempest-verify_tempest_config-239034207-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060112 Jun 30 01:54:16.449485 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38294) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:54:16.557129 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.655707 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.660938 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.704331 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4bc8845b4da6437897a98602c5a451a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2537689 Jun 30 01:54:16.705163 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c59e76-ac20-49ca-b72f-41bebadd825f,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:54:16.707156 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38300) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:54:16.723221 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.723573 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.723901 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.724226 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.724547 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.724911 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.725234 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.725619 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.725959 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.726277 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.726590 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.726900 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cf2db-a980-46df-8fd3-f440551ee30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:54:16.772837 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.793496 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.891124 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.895679 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:16.897296 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59c59e76-ac20-49ca-b72f-41bebadd825f HTTP/1.1" status: 204 len: 168 time: 0.1893418 Jun 30 01:54:16.905937 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a425b90-b3e1-4a5d-8a8b-b7bd6ed6e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c59e76-ac20-49ca-b72f-41bebadd825f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:54:19.711306 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b32b5325-e2eb-4ac0-90b8-aedc0344516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:22.376197 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:22.394584 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-88f8741f-122f-497f-985d-a180ff5e1538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:23.253264 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:24.930223 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:38.909260 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:54:49.715463 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-739675c8-f1fd-4d71-ab82-30b04fa00186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:52.385545 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:52.397852 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a144c3b6-c4f8-4758-85ce-9048ebf88fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:53.257374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:54:54.931136 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:15.911667 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:55:19.722043 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d86bfd4d-2cc4-4fb5-a107-053b8d2963d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:22.382003 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:22.404568 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f5b8-e831-4512-a7f5-fd77faf64212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:23.260753 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:24.935186 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:49.717347 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-044b5124-b244-4088-8083-0285d3c33186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:52.376367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:52.396051 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1c2f49b8-4ec6-4928-b11a-ec075228a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:52.914370 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 5 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:55:53.270241 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:54.936691 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:55:56.623884 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2089190'] for agent, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:01.802774 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38352) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:56:01.911191 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-51fba36b-e871-4099-9eb7-b37c71a3583e admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1071754 Jun 30 01:56:04.095001 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38362) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:56:04.159139 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d486e693-9bf8-4af0-b6e8-4ef7b7c722d4 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0629928 Jun 30 01:56:19.726710 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-484882c6-1e1a-4da1-961c-500d54af4635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:22.382169 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:22.401944 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-78025932-d67f-41dd-b2aa-9c4abac06cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:23.269689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:24.941163 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:26.603156 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:29.915273 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:56:49.725721 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c3c11e0d-e349-4856-a163-6c6bfbab91bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:52.376434 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:52.398511 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-26d0e786-14ba-4aec-95c3-194ec967990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:53.277492 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:54.940931 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:56:56.623368 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:06.915607 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:57:19.719998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-93904088-c7fa-44d4-a072-0b0dd6e4ed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:22.384582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:22.392052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-83a5cb1c-1fe1-4612-be7c-b369f57d5a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:23.276017 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:24.945444 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:26.617861 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:33.942139 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38472) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:34.125037 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-network', 'tenant_id': '8545f4831c0448de9800f24169b6cc40'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:34.149378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Made reservation on behalf of 8545f4831c0448de9800f24169b6cc40 for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:34.152193 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.161793 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.258208 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.263207 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.275507 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:57:34.306153 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5430f0-1366-4dfe-b74d-aa74e7c8d8c2,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Added segment 3a9ff33f-396c-4fa9-94a7-d845b0b98be4 of type vlan for network ea3bc50e-ccef-48c1-823b-ca222c933078 Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317824 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317824 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.317989 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.318280 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.318611 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.318919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.319463 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Tracked resource versions report: Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: pushed versions: Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: { 'AddressGroup': {'1.2'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'ConntrackHelper': {'1.0'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Log': {'1.0'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Network': {'1.1'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Port': {'1.7'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'PortForwarding': {'1.2'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'QosPolicy': {'1.8'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroup': {'1.4'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SubPort': {'1.0'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Subnet': {'1.1'}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Trunk': {'1.1'}} Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: consumer versions: Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: HyperV agent@hv-cinder-73441: {}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'ConntrackHelper': '1.0', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Log': '1.0', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Network': '1.1', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Port': '1.7', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'PortForwarding': '1.2', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'QosPolicy': '1.8', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroup': '1.4', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SecurityGroupRule': '1.2', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'SubPort': '1.0', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Subnet': '1.1', Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: 'Trunk': '1.1'}} Jun 30 01:57:34.320568 dv-cinder-734415-14-iscsi neutron-server[93040]: {{(pid=93040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:57:34.364799 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.393654 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.402686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:34.403408 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.474052 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5300884 Jun 30 01:57:34.475135 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38522) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:34.481826 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Request body: {'subnet': {'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-subnet', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:34.492902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c7434-29e8-419c-9c82-be48e3517e92 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3bc50e-ccef-48c1-823b-ca222c933078,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:34.504543 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network ea3bc50e-ccef-48c1-823b-ca222c933078 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:57:34.506933 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Made reservation on behalf of 8545f4831c0448de9800f24169b6cc40 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:34.509892 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.686214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.744324 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c6f3d5-43e5-4995-ab6b-894e319e84db,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:34.753238 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.753588 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.753916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.754237 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.754553 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.754883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.755216 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.755550 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.756206 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.756335 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.756651 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.757091 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Tracked resource versions report: Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: pushed versions: Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: { 'AddressGroup': {'1.2'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'ConntrackHelper': {'1.0'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Log': {'1.0'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Network': {'1.1'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Port': {'1.7'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'PortForwarding': {'1.2'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'QosPolicy': {'1.8'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroup': {'1.4'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SubPort': {'1.0'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Subnet': {'1.1'}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Trunk': {'1.1'}} Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: consumer versions: Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: HyperV agent@hv-cinder-73441: {}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'ConntrackHelper': '1.0', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Log': '1.0', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Network': '1.1', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Port': '1.7', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'PortForwarding': '1.2', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'QosPolicy': '1.8', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroup': '1.4', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SecurityGroupRule': '1.2', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'SubPort': '1.0', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Subnet': '1.1', Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: 'Trunk': '1.1'}} Jun 30 01:57:34.758207 dv-cinder-734415-14-iscsi neutron-server[93039]: {{(pid=93039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:57:34.770687 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Checking segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:34.771047 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Network hostable DHCP agents. Network: ea3bc50e-ccef-48c1-823b-ca222c933078, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:57:34.789488 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:57:34.800434 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, ea3bc50e-ccef-48c1-823b-ca222c933078) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:34.806599 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:34.807480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.817553 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48827968-c2ba-4a91-a52b-f0f362cf2a11 None None] Network ea3bc50e-ccef-48c1-823b-ca222c933078 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:34.840452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38534) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:34.845458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:34.850997 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-364471c4-2cad-4660-a398-6b6303ddddd9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3726356 Jun 30 01:57:34.869781 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.871176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.925646 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:34.933415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38540) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:34.991807 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-ea3bc50e-ccef-48c1-823b-ca222c933078', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:57:34.992858 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.099160 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.163913 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Allocated IP 172.20.0.2 (ea3bc50e-ccef-48c1-823b-ca222c933078/26c6f3d5-43e5-4995-ab6b-894e319e84db/80106827-fbdc-4483-97b0-f4e244e2db61) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:35.188728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2027764036-network', 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:35.231771 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:35.234321 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.248103 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.327089 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.339866 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Transition to ACTIVE for port object 80106827-fbdc-4483-97b0-f4e244e2db61 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:35.357567 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Transition to ACTIVE for port object 80106827-fbdc-4483-97b0-f4e244e2db61 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:35.370931 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.426598 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Pushing event updated for resources: {'Port': ['ID=80106827-fbdc-4483-97b0-f4e244e2db61,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:35.437403 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.437961 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.438480 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.438995 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.439162 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38576) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:35.439588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.439992 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.440887 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.441422 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.441801 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.442074 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.442402 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.442721 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Tracked resource versions report: Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: pushed versions: Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: consumer versions: Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: HyperV agent@hv-cinder-73441: {}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Log': '1.0', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Network': '1.1', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Port': '1.7', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'SubPort': '1.0', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Subnet': '1.1', Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jun 30 01:57:35.443886 dv-cinder-734415-14-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:57:35.452708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.461666 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:35.463227 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:35.473758 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:35.481955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.544646 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Attempting to bind port 80106827-fbdc-4483-97b0-f4e244e2db61 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:35.545759 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Attempting to bind port 80106827-fbdc-4483-97b0-f4e244e2db61 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:35.546353 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Attempting to bind port 80106827-fbdc-4483-97b0-f4e244e2db61 on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:35.552066 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:35.552502 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Checking segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:35.552955 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.553367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Bound using segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:35.553845 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Bound port: 80106827-fbdc-4483-97b0-f4e244e2db61, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:35.554243 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.594518 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.604776 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.639501 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] For port 80106827-fbdc-4483-97b0-f4e244e2db61, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:35.642535 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Allocated IP 172.27.2.239 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/849dd360-fd2a-457f-a6e9-7db71494298d) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:35.644680 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] For port 80106827-fbdc-4483-97b0-f4e244e2db61, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=80106827-fbdc-4483-97b0-f4e244e2db61,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:35.646559 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:57:35.652520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.679152 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.679831 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Added segment 9d473c13-07d9-408f-aefb-a1016dfedd6e of type vlan for network ae723aff-2207-4805-9ec9-07d3aad5f119 Jun 30 01:57:35.710944 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb373d99-f107-4d75-bf62-277669967b88,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:35.728965 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef216e-6253-443e-b582-0d7d6717ff5b None None] Pushing event updated for resources: {'Port': ['ID=80106827-fbdc-4483-97b0-f4e244e2db61,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:35.789460 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.849009 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.880469 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.881754 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:35.882479 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:35.985644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] Pushing event updated for resources: {'Network': ['ID=ae723aff-2207-4805-9ec9-07d3aad5f119,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:35.992392 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ee8fd395-007e-4179-a53e-013425208a3c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0578177 Jun 30 01:57:35.995650 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38594) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:36.000185 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network ae723aff-2207-4805-9ec9-07d3aad5f119 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:57:36.004332 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Request body: {'subnet': {'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2027764036-subnet', 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:36.011847 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.030741 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-network', 'tenant_id': '453169d7f864465bbae9766ff9c27245'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:36.075388 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:36.081839 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.db.api [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 01:57:36.081839 dv-cinder-734415-14-iscsi neutron-server[93039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 01:57:36.081839 dv-cinder-734415-14-iscsi neutron-server[93039]: [parameters: {'project_id_1': '453169d7f864465bbae9766ff9c27245', 'expiration_1': datetime.datetime(2021, 6, 30, 1, 57, 36, 49353)}] Jun 30 01:57:36.081839 dv-cinder-734415-14-iscsi neutron-server[93039]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:57:36.083894 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG oslo_db.api [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:57:36.089274 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:36.093604 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:36.110502 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:36.118914 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.156918 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38596) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:36.184451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Pushing event updated for resources: {'Port': ['ID=849dd360-fd2a-457f-a6e9-7db71494298d,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:36.224396 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38606) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:36.413495 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.477964 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d3418d-a7e0-43cb-8f0e-f414ca4be607,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:36.514784 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Checking segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:36.515446 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Network hostable DHCP agents. Network: ae723aff-2207-4805-9ec9-07d3aad5f119, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:57:36.536712 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-747441070-network', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:36.542032 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Network ae723aff-2207-4805-9ec9-07d3aad5f119 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:57:36.563157 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, ae723aff-2207-4805-9ec9-07d3aad5f119) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:36.571043 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:36.571711 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.581803 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc06a6-1a40-46f7-a1a3-2d5c371662c6 None None] Network ae723aff-2207-4805-9ec9-07d3aad5f119 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:36.588108 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Made reservation on behalf of bd5b981f1fab430fa29e61adf4dc3d12 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:36.594588 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.624976 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.642262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-270871615-network', 'tenant_id': '84317e5577714e38acf83297aeb3f6b2'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:36.674273 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 80106827-fbdc-4483-97b0-f4e244e2db61 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:36.683539 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Made reservation on behalf of 453169d7f864465bbae9766ff9c27245 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:36.689413 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.706121 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f869a3dd-4729-4a0b-95cc-82df3205623a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7090459 Jun 30 01:57:36.720715 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.727456 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.db.api [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 01:57:36.727456 dv-cinder-734415-14-iscsi neutron-server[93039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 01:57:36.727456 dv-cinder-734415-14-iscsi neutron-server[93039]: [parameters: {'project_id_1': '84317e5577714e38acf83297aeb3f6b2', 'expiration_1': datetime.datetime(2021, 6, 30, 1, 57, 36, 670525)}] Jun 30 01:57:36.727456 dv-cinder-734415-14-iscsi neutron-server[93039]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 01:57:36.727819 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG oslo_db.api [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 01:57:36.827032 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:36.904738 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 80106827-fbdc-4483-97b0-f4e244e2db61 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:36.975598 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8f2f9-615a-43f9-bd72-2cd5bb601526 None None] Network ae723aff-2207-4805-9ec9-07d3aad5f119 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:37.111121 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.121573 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.165109 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd3289-0394-4e4a-9975-6372e51bf5ce,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:37.190334 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:57:37.222003 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.222723 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Added segment c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2 of type vlan for network ab6fb201-bf0d-4d81-98dc-9dad54671f8f Jun 30 01:57:37.296336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.315365 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76158fbb-a91d-446a-9354-8491964c74ca None None] Network ea3bc50e-ccef-48c1-823b-ca222c933078 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:37.338035 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.375601 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.378575 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:37.381555 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.418150 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.542887 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3157189 Jun 30 01:57:37.546802 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.552192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38646) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:37.568731 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Request body: {'subnet': {'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-747441070-subnet', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:37.583126 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Provisioning for port 80106827-fbdc-4483-97b0-f4e244e2db61 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:37.599938 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Provisioning complete for port 80106827-fbdc-4483-97b0-f4e244e2db61 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:37.603641 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.641761 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:57:37.664692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:57:37.666161 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe0b6e-1378-476f-bcea-2aefeb21d451 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6fb201-bf0d-4d81-98dc-9dad54671f8f,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:37.692070 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Made reservation on behalf of 84317e5577714e38acf83297aeb3f6b2 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:37.694745 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.699047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:57:37.712812 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead2813-5729-46b6-8359-063f108c1168,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:37.733976 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.736609 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.737051 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Added segment bb48c330-5f3c-4e42-8c0a-b18484d96614 of type vlan for network 5efda55d-e181-4d32-a317-f4a2bc26dbdb Jun 30 01:57:37.741319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Made reservation on behalf of bd5b981f1fab430fa29e61adf4dc3d12 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:37.745995 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.883689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.908118 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.941289 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:37.946973 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] For port 80106827-fbdc-4483-97b0-f4e244e2db61, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=80106827-fbdc-4483-97b0-f4e244e2db61,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:37.952490 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:37.957671 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:37.967386 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:37.968052 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:38.075097 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.076526 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:38.079754 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.098868 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d2315-2f31-45aa-814e-784b566d7632 None None] Pushing event updated for resources: {'Port': ['ID=80106827-fbdc-4483-97b0-f4e244e2db61,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:38.247207 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.302610 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] Pushing event updated for resources: {'Network': ['ID=5efda55d-e181-4d32-a317-f4a2bc26dbdb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:38.314284 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:57:38.332669 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:38.369011 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.382852 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.395120 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f246b0-07ad-4b91-88ff-53662a701ae2,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:38.407132 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.410884 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-7eb65d22-7531-494f-8953-accd6038e6ad admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5669692 Jun 30 01:57:38.417415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38684) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:38.443604 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b265e847-6200-4da4-b6a7-e4b2db151b95 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0002220 Jun 30 01:57:38.449032 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38686) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:38.486503 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-7857f736-49d0-4cee-a508-c50c3727d7eb None None] Provisioning complete for port 80106827-fbdc-4483-97b0-f4e244e2db61 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:38.486879 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7857f736-49d0-4cee-a508-c50c3727d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.519606 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:57:38.559951 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6364d35-0a09-45b8-98a7-afe5f4351cd2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:38.573994 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Request body: {'subnet': {'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-subnet', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:38.587558 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.588174 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Added segment f12a4549-f515-40f0-9f78-6eed145363aa of type vlan for network eb264d68-4fac-4424-98f9-d03f60c18e05 Jun 30 01:57:38.628100 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 80106827-fbdc-4483-97b0-f4e244e2db61 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:38.685059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Checking segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:38.685823 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Network hostable DHCP agents. Network: ab6fb201-bf0d-4d81-98dc-9dad54671f8f, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:57:38.728165 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.771355 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:36Z', 'revision_number': 3, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:38.806758 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 80106827-fbdc-4483-97b0-f4e244e2db61 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:38.807919 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.813894 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Made reservation on behalf of 453169d7f864465bbae9766ff9c27245 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:38.816455 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.823410 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:38.824121 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Updating router 738f5df5-6eb5-4692-85b5-bd1923fedb61 port 849dd360-fd2a-457f-a6e9-7db71494298d binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:38.852297 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.853333 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:38.853910 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.915241 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38714) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:38.924005 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:38.964872 dv-cinder-734415-14-iscsi neutron-server[93039]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 01:57:38.992986 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8345523 Jun 30 01:57:39.002273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38718) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:39.013237 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Request body: {'subnet': {'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-270871615-subnet', 'tenant_id': '84317e5577714e38acf83297aeb3f6b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:39.029062 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:57:39.055265 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, ab6fb201-bf0d-4d81-98dc-9dad54671f8f) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:39.069687 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:39.072000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.073671 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d955ef1-7d6e-4354-8988-a9448aa471a0 None None] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:39.094269 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5894e6c-6454-4304-a91b-7d1a24266735 admin admin] Pushing event updated for resources: {'Network': ['ID=eb264d68-4fac-4424-98f9-d03f60c18e05,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:39.223994 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network eb264d68-4fac-4424-98f9-d03f60c18e05 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:57:39.272599 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-29ec73f5-0cf1-4d5f-ad8f-0d471928581f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7144475 Jun 30 01:57:39.295705 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-075b5016-cf44-4451-b459-889b51976fd0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:39.312486 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-075b5016-cf44-4451-b459-889b51976fd0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.3923430 Jun 30 01:57:39.319637 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38730) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:39.336005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:39.373787 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-e5ff31e0-b5f4-4f5e-b850-d98058c7fe3e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/quotas/8198f88cc97f4a3c8974cbca156ff988 HTTP/1.1" status: 200 len: 375 time: 0.0597439 Jun 30 01:57:39.581655 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-4b3e48cc-4845-451d-a884-559e41e86c79 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1984007 Jun 30 01:57:39.583666 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.597071 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Transition to ACTIVE for port object 849dd360-fd2a-457f-a6e9-7db71494298d will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:39.609354 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.673287 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Pushing event updated for resources: {'Port': ['ID=849dd360-fd2a-457f-a6e9-7db71494298d,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:39.702306 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.702976 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.703481 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.703967 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.704462 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.705136 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.705647 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.706440 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.706791 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.707357 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.707708 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.708566 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Tracked resource versions report: Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: pushed versions: Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: { 'AddressGroup': {'1.2'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'ConntrackHelper': {'1.0'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Log': {'1.0'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Network': {'1.1'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Port': {'1.7'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'PortForwarding': {'1.2'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'QosPolicy': {'1.8'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroup': {'1.4'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroupRule': {'1.2'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SubPort': {'1.0'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Subnet': {'1.1'}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Trunk': {'1.1'}} Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: consumer versions: Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: { DHCP agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: HyperV agent@hv-cinder-73441: {}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: L3 agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: Metadata agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: Metering agent@dv-cinder-734415-14-iscsi: {}, Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: Open vSwitch agent@dv-cinder-734415-14-iscsi: { 'AddressGroup': '1.2', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'ConntrackHelper': '1.0', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Log': '1.0', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Network': '1.1', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Port': '1.7', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'PortForwarding': '1.2', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'QosPolicy': '1.8', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroup': '1.4', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SecurityGroupRule': '1.2', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'SubPort': '1.0', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Subnet': '1.1', Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: 'Trunk': '1.1'}} Jun 30 01:57:39.710169 dv-cinder-734415-14-iscsi neutron-server[93042]: {{(pid=93042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 01:57:39.723637 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Attempting to bind port 849dd360-fd2a-457f-a6e9-7db71494298d on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:39.723993 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Attempting to bind port 849dd360-fd2a-457f-a6e9-7db71494298d by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:39.724399 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Attempting to bind port 849dd360-fd2a-457f-a6e9-7db71494298d on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:39.732715 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:39.733134 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:39.733598 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.733994 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:39.734482 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Bound port: 849dd360-fd2a-457f-a6e9-7db71494298d, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:39.734875 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.738932 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:57:39.741465 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.771601 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Made reservation on behalf of 84317e5577714e38acf83297aeb3f6b2 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:39.782201 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.852464 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] For port 849dd360-fd2a-457f-a6e9-7db71494298d, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:39.861401 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] For port 849dd360-fd2a-457f-a6e9-7db71494298d, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=849dd360-fd2a-457f-a6e9-7db71494298d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:39.870665 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.987638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:39.991101 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.015909 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29b5b0-b371-4e2a-8b7e-93dd4c93e1ea None None] Pushing event updated for resources: {'Port': ['ID=849dd360-fd2a-457f-a6e9-7db71494298d,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:40.025572 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-ec286bd1-aae3-4008-b5f2-1ca475c41f6f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:57:40.050608 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-ec286bd1-aae3-4008-b5f2-1ca475c41f6f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179476 Jun 30 01:57:40.054173 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:40.055998 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:40.086856 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Allocated IP 172.20.0.2 (ab6fb201-bf0d-4d81-98dc-9dad54671f8f/10f246b0-07ad-4b91-88ff-53662a701ae2/e5808fac-a863-4a7d-9fd1-f5cf812c487d) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:40.241408 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-bf4bbb2d-68c3-4d35-8323-387388490d19 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892633 Jun 30 01:57:40.294982 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:40.315224 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.352076 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.509856 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-a79c1195-f3fb-468a-a247-eb9ee3544778 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659128 Jun 30 01:57:40.553613 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.555026 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1172d680-ff36-483c-b860-73d33b7914ee,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:40.577754 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Transition to ACTIVE for port object e5808fac-a863-4a7d-9fd1-f5cf812c487d will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:40.623565 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Transition to ACTIVE for port object e5808fac-a863-4a7d-9fd1-f5cf812c487d will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:40.650301 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.727817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:40.749516 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:40.779867 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Pushing event updated for resources: {'Port': ['ID=e5808fac-a863-4a7d-9fd1-f5cf812c487d,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:40.792488 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:40.831175 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:36Z', 'revision_number': 3, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:40.887812 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.926768 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Attempting to bind port e5808fac-a863-4a7d-9fd1-f5cf812c487d on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:40.927622 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Attempting to bind port e5808fac-a863-4a7d-9fd1-f5cf812c487d by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:40.927996 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Attempting to bind port e5808fac-a863-4a7d-9fd1-f5cf812c487d on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:40.943058 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:40.943531 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Checking segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:40.944047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:40.947602 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f21638-98b5-4880-9eab-52809feb6640 None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:36Z', 'revision_number': 3, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:57:40.949704 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Bound using segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:40.950379 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Bound port: e5808fac-a863-4a7d-9fd1-f5cf812c487d, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:40.952235 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.112516 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a2f4f5a-f010-49eb-a5f8-ef636aae2c2c req-42f11d4c-17ee-4ed5-adcc-b3139a8477fd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.1580579 Jun 30 01:57:41.113023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] For port e5808fac-a863-4a7d-9fd1-f5cf812c487d, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:41.117111 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] For port e5808fac-a863-4a7d-9fd1-f5cf812c487d, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e5808fac-a863-4a7d-9fd1-f5cf812c487d,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:41.124530 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.144003 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Checking segment: {'id': 'f12a4549-f515-40f0-9f78-6eed145363aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:41.144446 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Network hostable DHCP agents. Network: eb264d68-4fac-4424-98f9-d03f60c18e05, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:57:41.231441 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9cb6-f0f9-4b41-bfd6-2fe96b0f5882 None None] Pushing event updated for resources: {'Port': ['ID=e5808fac-a863-4a7d-9fd1-f5cf812c487d,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:41.310571 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.326497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef4ba95-b635-4f37-91c0-56ae7672994e,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:41.413752 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Checking segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:41.414270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Network hostable DHCP agents. Network: 5efda55d-e181-4d32-a317-f4a2bc26dbdb, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:57:41.520683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Network eb264d68-4fac-4424-98f9-d03f60c18e05 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:57:41.591797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:57:41.630758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, eb264d68-4fac-4424-98f9-d03f60c18e05) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:41.664703 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:41.665348 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.671983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 5efda55d-e181-4d32-a317-f4a2bc26dbdb) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:41.687281 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:41.689183 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.720138 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325eeb01-ebc9-452f-a08a-1aca1b9b3a41 None None] Network eb264d68-4fac-4424-98f9-d03f60c18e05 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:41.739409 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-4162c34c-8306-42a6-a425-88043f23ee0a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7303379 Jun 30 01:57:41.775017 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b6ab3657-f3cc-4a20-9765-0250303d8dc0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.3212650 Jun 30 01:57:41.786459 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38884) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:41.794153 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:41.801805 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139022fc-a63d-4aad-a854-7962a6b417e3 None None] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:41.810874 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38886) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:41.814262 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.858667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:41.861103 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:42.138417 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:42.411506 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c3a2-62fa-4e37-bc0b-083becd76077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:42.452237 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25305ea5-4811-4636-9ffe-2d76496e211e None None] Network eb264d68-4fac-4424-98f9-d03f60c18e05 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:42.490590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:42.548437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:42.696175 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Allocated IP 172.20.0.1 (ea3bc50e-ccef-48c1-823b-ca222c933078/26c6f3d5-43e5-4995-ab6b-894e319e84db/3892e9bd-fab9-45bc-95a3-6b6ca750d3af) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:42.818393 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fa96ad91-2cd3-4237-88d9-685e132ad018 req-b3d67cea-dda8-40ed-bc1f-e507aac31c63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.4901474 Jun 30 01:57:42.914533 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 849dd360-fd2a-457f-a6e9-7db71494298d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:43.016642 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745fd2e-93d5-4b6a-b265-db492b36055e None None] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:43.030070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38932) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:43.033992 dv-cinder-734415-14-iscsi neutron-server[93040]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 01:57:43.035215 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Allocated IP 172.27.2.55 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/209f6621-f8bb-4e07-8cb5-540854e683cf) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:43.096548 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.129615 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c3a2-62fa-4e37-bc0b-083becd76077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.142642 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c3a2-62fa-4e37-bc0b-083becd76077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.146632 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f76d3-c112-4f95-ba97-003c0aa89f39 None None] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:57:43.177245 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 849dd360-fd2a-457f-a6e9-7db71494298d completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:43.186220 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 849dd360-fd2a-457f-a6e9-7db71494298d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:43.187003 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.240279 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2ba6c3a2-62fa-4e37-bc0b-083becd76077 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5416711e8034e969a3924c9fb4ba4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4278593 Jun 30 01:57:43.244862 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38942) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:43.254152 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6c3a2-62fa-4e37-bc0b-083becd76077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae90e8-b9e2-4cd3-8f31-fa68ab1d5d81,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:43.289426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.325919 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.356503 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Transition to ACTIVE for port object 3892e9bd-fab9-45bc-95a3-6b6ca750d3af will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:43.358514 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.406844 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-44a2d85b-3e14-4fbd-bdb2-3013a9529a46 None None] Provisioning for port e5808fac-a863-4a7d-9fd1-f5cf812c487d completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:43.408235 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.463786 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.472548 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:43.487584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:43.524416 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:43.525245 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.530260 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 849dd360-fd2a-457f-a6e9-7db71494298d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=849dd360-fd2a-457f-a6e9-7db71494298d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:43.541973 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.543101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e5808fac-a863-4a7d-9fd1-f5cf812c487d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:43.651130 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.657423 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=849dd360-fd2a-457f-a6e9-7db71494298d,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:43.677945 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port e5808fac-a863-4a7d-9fd1-f5cf812c487d completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:43.684634 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port e5808fac-a863-4a7d-9fd1-f5cf812c487d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:43.685065 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.692462 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.764708 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.767276 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.768489 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1ae90e8-b9e2-4cd3-8f31-fa68ab1d5d81 HTTP/1.1" status: 204 len: 168 time: 0.5205696 Jun 30 01:57:43.796380 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a2bf-f2e6-4f0a-a913-00bb65d0c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae90e8-b9e2-4cd3-8f31-fa68ab1d5d81,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:43.812850 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.910181 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port e5808fac-a863-4a7d-9fd1-f5cf812c487d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e5808fac-a863-4a7d-9fd1-f5cf812c487d,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:43.915882 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:43.916500 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:57:43.977760 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-78dbe6e5-2cbe-40d1-8029-cd4d316aab2d tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:43.989107 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-78dbe6e5-2cbe-40d1-8029-cd4d316aab2d tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/networks?id=eb264d68-4fac-4424-98f9-d03f60c18e05 HTTP/1.1" status: 200 len: 811 time: 0.9560838 Jun 30 01:57:44.017088 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=e5808fac-a863-4a7d-9fd1-f5cf812c487d,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.039676 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-9b02b9b1-b187-4c85-9f33-c8772f9d1fac None None] Provisioning for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:44.044259 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-9b02b9b1-b187-4c85-9f33-c8772f9d1fac None None] Provisioning complete for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:44.044725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9b02b9b1-b187-4c85-9f33-c8772f9d1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.050695 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.054558 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Pushing event updated for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.062849 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-4dc4db7f-db49-412d-9800-5cd60ad3ac7b tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/quotas/84317e5577714e38acf83297aeb3f6b2 HTTP/1.1" status: 200 len: 375 time: 0.0661976 Jun 30 01:57:44.100705 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-9b02b9b1-b187-4c85-9f33-c8772f9d1fac None None] Port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:57:44.108001 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a72db53-816d-46f0-b469-c4d9d3ab4e73 req-827bf942-d96a-4672-87fd-ceeadb2dc6c6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.0444455 Jun 30 01:57:44.134989 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-e84cde7b-567a-4b4b-b692-5db4a3336c79 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=84317e5577714e38acf83297aeb3f6b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632281 Jun 30 01:57:44.188238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.230264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.235928 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-11112788-3640-4ae4-94f7-a8c35ab32579 None None] Provisioning complete for port e5808fac-a863-4a7d-9fd1-f5cf812c487d triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:44.236295 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-11112788-3640-4ae4-94f7-a8c35ab32579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.281510 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:44.288713 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Allocated IP 172.27.2.187 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/586a3573-e65f-4e37-b50b-708c9c95f301) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:44.290737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:44.299885 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:44.340095 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 38962) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:44.380342 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9f3a-e72a-421c-aca8-5b165e9f2d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.431490 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Pushing event updated for resources: {'Port': ['ID=209f6621-f8bb-4e07-8cb5-540854e683cf,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.461153 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.542482 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9f3a-e72a-421c-aca8-5b165e9f2d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.544329 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.555438 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9f3a-e72a-421c-aca8-5b165e9f2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.578107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 849dd360-fd2a-457f-a6e9-7db71494298d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:44.610836 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:44.615631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.627747 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:44.633652 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-7f305893-d87e-4eb0-9bc0-0b8e243ea5ed service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:57:44.634611 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-7f305893-d87e-4eb0-9bc0-0b8e243ea5ed service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2562029 Jun 30 01:57:44.637235 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:44.637566 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.638280 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.645274 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 849dd360-fd2a-457f-a6e9-7db71494298d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:44.645274 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.649622 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8b3d9f3a-e72a-421c-aca8-5b165e9f2d59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2a14a32da1d4a95b95d6391133c55bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3058224 Jun 30 01:57:44.667946 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 38966) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:44.678431 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9f3a-e72a-421c-aca8-5b165e9f2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c97282-04a5-4a65-9cc1-95a57a9ebbfe,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.683635 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Pushing event updated for resources: {'Port': ['ID=586a3573-e65f-4e37-b50b-708c9c95f301,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.767498 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e5808fac-a863-4a7d-9fd1-f5cf812c487d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:44.788276 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.833736 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port e5808fac-a863-4a7d-9fd1-f5cf812c487d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:44.834069 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:44.876834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Pushing event updated for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:44.900079 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.010931 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.048696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:45.060389 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:45.127770 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.185581 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-eb92ceca-85ad-491d-a36c-5872aa3a7757 service neutron] 10.222.0.47 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184758 Jun 30 01:57:45.199810 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.322717 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f227873-b8fa-44d6-9388-c7dc9d452595 req-9156354f-b7f0-493a-847e-9ccdb419d467 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.0438299 Jun 30 01:57:45.347084 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:57:45.354303 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:57:45.390922 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-928f6e11-7e70-40b6-aa24-86827453051a None None] Provisioning complete for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:45.391520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-928f6e11-7e70-40b6-aa24-86827453051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.429736 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-928f6e11-7e70-40b6-aa24-86827453051a None None] Port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:57:45.499391 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:45.499898 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-b5068be5-3e7f-4b2b-95ae-0fb0212f2fcf service neutron] 10.222.0.47 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975576 Jun 30 01:57:45.507885 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.512692 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Sync routers for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:45.514763 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.525370 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8c97282-04a5-4a65-9cc1-95a57a9ebbfe HTTP/1.1" status: 204 len: 168 time: 0.8525908 Jun 30 01:57:45.531834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:45.532537 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:45.539141 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.544034 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6d0b25b9-80ec-46c8-9358-b3ed3f3f353a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7529144 Jun 30 01:57:45.547395 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39000) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:45.572968 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:45.609890 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.41', 63844) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:45.833419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:46.206922 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ab139-2ee2-41c7-861f-56352ecd2478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c97282-04a5-4a65-9cc1-95a57a9ebbfe,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:46.211821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:46.266733 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Checking router: f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:46.266733 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Updating router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 port 586a3573-e65f-4e37-b50b-708c9c95f301 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:46.336753 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:46.345702 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5dbcdfd4-d203-4f32-a38b-6bb24b4efc8e admin admin] 10.222.0.47 "PUT /v2.0/routers/738f5df5-6eb5-4692-85b5-bd1923fedb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9270916 Jun 30 01:57:46.358672 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:46.371598 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:46.372216 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:46.390786 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:46.398629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-594c94e7-e447-43b5-926e-18d8bd63b07b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:46.402857 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-594c94e7-e447-43b5-926e-18d8bd63b07b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.2466416 Jun 30 01:57:46.420864 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:57:46.462797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Request body: {'port': {'device_id': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'admin_state_up': True, 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:46.482679 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5862ac45-e2ee-45a9-8426-0d324c0210fe req-a14b4481-3151-4ed6-83f5-0be7a1b8da7b tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.2428620 Jun 30 01:57:46.918721 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:47.039906 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.195947 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9f03faa-4bdd-4236-b573-c2d689f61262 req-d44b8015-9071-47ac-a754-332fb222bab7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.2577236 Jun 30 01:57:47.214526 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.243520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Transition to ACTIVE for port object 586a3573-e65f-4e37-b50b-708c9c95f301 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:47.255759 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.270800 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:47.305897 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 2, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:47.321001 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:47.346344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:47.361032 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.400653 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Attempting to bind port 586a3573-e65f-4e37-b50b-708c9c95f301 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:47.401052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Attempting to bind port 586a3573-e65f-4e37-b50b-708c9c95f301 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:47.401441 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Attempting to bind port 586a3573-e65f-4e37-b50b-708c9c95f301 on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:47.419045 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:47.419669 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:47.437168 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:47.439509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c1bf-3f1a-49b6-82a0-5c1c971aad65 None None] Pushing event updated for resources: {'Port': ['ID=586a3573-e65f-4e37-b50b-708c9c95f301,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:47.439689 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Updating router 738f5df5-6eb5-4692-85b5-bd1923fedb61 port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:47.446473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Allocated IP 172.20.0.1 (5efda55d-e181-4d32-a317-f4a2bc26dbdb/9ef4ba95-b635-4f37-91c0-56ae7672994e/7e0ebbe2-14d6-4feb-9dc9-28d6a969f756) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:47.446988 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.454998 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a8b531e3-2e62-4253-bd63-8dec0cb0f1ad admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1330390 Jun 30 01:57:47.457459 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39104) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:47.566382 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.803071 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:47.803450 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:47.804064 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:47.804637 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:47.805355 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Bound port: 586a3573-e65f-4e37-b50b-708c9c95f301, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:47.805948 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.038890 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dc25ea73-b434-4f9d-95dd-74e5305d78fc req-75257ff1-f78c-46a3-be4e-b1c1a4040005 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.0739915 Jun 30 01:57:48.067410 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] For port 586a3573-e65f-4e37-b50b-708c9c95f301, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:48.080895 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.138799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] For port 586a3573-e65f-4e37-b50b-708c9c95f301, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=586a3573-e65f-4e37-b50b-708c9c95f301,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:48.164002 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:48.177208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.211425 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39126) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:48.224957 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.254565 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003564849', 'description': 'tempest-description--333844223'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:48.269334 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Allocated IP 172.20.0.2 (ae723aff-2207-4805-9ec9-07d3aad5f119/16d3418d-a7e0-43cb-8f0e-f414ca4be607/61adcc7a-8afa-4e37-ab6f-faf15fb21e97) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:48.402849 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:48.452774 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:48.462957 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:48.476673 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:48.477386 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.560592 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.592256 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Transition to ACTIVE for port object 3892e9bd-fab9-45bc-95a3-6b6ca750d3af will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:48.615408 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.625443 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:48.626799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:48.708764 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c1bf-3f1a-49b6-82a0-5c1c971aad65 None None] Pushing event updated for resources: {'Port': ['ID=586a3573-e65f-4e37-b50b-708c9c95f301,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:48.859548 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c1ab-b306-4b02-86ba-70887d90374b None None] Pushing event updated for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:48.912497 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:48.932465 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:48.998081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.097110 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Attempting to bind port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:49.097755 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Attempting to bind port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:49.098150 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Attempting to bind port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:49.105085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.121340 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:49.131093 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Checking segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:49.131897 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.132445 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Bound using segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:49.133224 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Bound port: 3892e9bd-fab9-45bc-95a3-6b6ca750d3af, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:49.133878 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.295842 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:49.300298 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] For port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:49.304374 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] For port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:49.324335 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.363614 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:49.370445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Updating router 33e66644-41c6-4c85-b83f-19c38c01aec1 port 209f6621-f8bb-4e07-8cb5-540854e683cf binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:49.425686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Network ae723aff-2207-4805-9ec9-07d3aad5f119 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:49.504548 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c1ab-b306-4b02-86ba-70887d90374b None None] Pushing event updated for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:49.531592 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9d6fe98-2f2a-4c95-a808-4c8fe136eff7 req-4b20a0d4-ee70-4d46-88aa-244a76293484 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.1355705 Jun 30 01:57:49.541962 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:49.542632 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:49.560261 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:49.572206 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:49.608059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:49.608733 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.612177 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:49.627539 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.41', 63857) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:49.741671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event updated for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:49.994052 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:50.035810 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d523-84c0-44e8-acba-3833673392cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:50.049393 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:50.099576 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-97a98872-8593-4559-afaa-03fef7963f60 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:50.101655 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-97a98872-8593-4559-afaa-03fef7963f60 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.41 "GET /v2.0/networks?id=eb264d68-4fac-4424-98f9-d03f60c18e05 HTTP/1.1" status: 200 len: 811 time: 0.4131091 Jun 30 01:57:50.195307 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Request body: {'port': {'device_id': '4b1d3d91-b54d-48be-b62b-929381489787', 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05', 'admin_state_up': True, 'tenant_id': '84317e5577714e38acf83297aeb3f6b2'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:50.233867 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:50.257126 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:50.264090 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:50.274426 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d41f2-8c30-4f92-a09e-6ddcfa9a6a2b req-7acda9ee-dd22-4cf2-8f13-5db9717941e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:50.282967 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-571d41f2-8c30-4f92-a09e-6ddcfa9a6a2b req-7acda9ee-dd22-4cf2-8f13-5db9717941e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 931 time: 1.3582621 Jun 30 01:57:50.472497 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b2aa5-671a-4760-954d-e20eb8280015 None None] The sync data for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi is: [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:57:50.623757 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:49Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:50.723249 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9588172-e97a-4f3f-b102-84472f17f882 None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:49Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:57:50.779155 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.005220 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Transition to ACTIVE for port object 209f6621-f8bb-4e07-8cb5-540854e683cf will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:51.005220 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39200) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-2996f639-abd6-4df4-ade8-46141493e6d4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4527564 Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Made reservation on behalf of 84317e5577714e38acf83297aeb3f6b2 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-a345dcad-d9a4-457e-9771-ad842dc066fc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 01:57:51.119101 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-a345dcad-d9a4-457e-9771-ad842dc066fc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155134 Jun 30 01:57:51.177286 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ea60f4-ed2c-40ce-80e5-92db66218e22,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:51.274015 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Attempting to bind port 209f6621-f8bb-4e07-8cb5-540854e683cf on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:51.274639 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Attempting to bind port 209f6621-f8bb-4e07-8cb5-540854e683cf by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:51.274754 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Attempting to bind port 209f6621-f8bb-4e07-8cb5-540854e683cf on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:51.289115 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.298106 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:51.298895 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-872a1639-1d32-4388-9175-6a607b5b4b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.0660741 Jun 30 01:57:51.299722 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39220) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:51.300278 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:51.303824 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.304461 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:51.305286 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Bound port: 209f6621-f8bb-4e07-8cb5-540854e683cf, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:51.305856 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.308742 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900301a-f12c-4eb5-a439-3ee528abaeae None None] Pushing event updated for resources: {'Port': ['ID=209f6621-f8bb-4e07-8cb5-540854e683cf,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:51.342897 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d780b4ca-a9de-4b29-992b-5d2d2c4b989b req-beaab7d5-e8d1-4c09-b2ac-b07192ba8e61 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.3466794 Jun 30 01:57:51.395740 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group_rule': {'security_group_id': 'd3ea60f4-ed2c-40ce-80e5-92db66218e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:51.396200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-683ffa70-94eb-413b-a392-ca5863decd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.438552 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] For port 209f6621-f8bb-4e07-8cb5-540854e683cf, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:51.449080 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] For port 209f6621-f8bb-4e07-8cb5-540854e683cf, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=209f6621-f8bb-4e07-8cb5-540854e683cf,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:51.461117 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.483384 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Allocated IP 172.20.0.5 (eb264d68-4fac-4424-98f9-d03f60c18e05/1172d680-ff36-483c-b860-73d33b7914ee/9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:51.493612 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Request body: {'port': {'device_id': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:51.545784 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-571d41f2-8c30-4f92-a09e-6ddcfa9a6a2b req-3ff15614-6c85-490b-90b4-3e7d7f04f0ea tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2614472 Jun 30 01:57:51.600809 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:51.601713 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:51.710093 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.733995 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.735055 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.772498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:51.971543 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:52.051651 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.113102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.191739 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39240) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:52.297518 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900301a-f12c-4eb5-a439-3ee528abaeae None None] Pushing event updated for resources: {'Port': ['ID=209f6621-f8bb-4e07-8cb5-540854e683cf,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:52.319353 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.448654 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.469227 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dbac-f448-4e15-a259-0f07ea601afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.514648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:52.524274 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28b4888-a5db-4574-8bff-afa609b7ced1,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:52.659019 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:52.667745 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.846969 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9964c-6fed-48cc-ade0-ab8ad74cac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:52.866716 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Allocated IP 172.20.0.1 (ab6fb201-bf0d-4d81-98dc-9dad54671f8f/10f246b0-07ad-4b91-88ff-53662a701ae2/5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:57:53.030990 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.050619 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Transition to ACTIVE for port object 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:53.075016 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 586a3573-e65f-4e37-b50b-708c9c95f301 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:53.088981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.097051 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-60b96b35-19ad-472e-a380-53fb2e437397 req-f8400c3e-eb14-4ff4-9fc4-479f80aad45c tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.2329171 Jun 30 01:57:53.126465 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.127007 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea477ec8-c2f4-45e3-8c95-d3f2a6fa12a2 None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 3, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:57:53.165872 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 586a3573-e65f-4e37-b50b-708c9c95f301 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:53.176468 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 586a3573-e65f-4e37-b50b-708c9c95f301 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:53.176753 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.236623 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:53.242357 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Pushing event updated for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:53.263378 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:53.266795 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:53.269401 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:53.300587 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:53.301553 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.357785 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.360062 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-683ffa70-94eb-413b-a392-ca5863decd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.472175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.477734 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6b80ef19-42ee-4be7-b6bd-65357dc61786 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0943544 Jun 30 01:57:53.480447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39254) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:53.495740 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.603831 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 586a3573-e65f-4e37-b50b-708c9c95f301, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=586a3573-e65f-4e37-b50b-708c9c95f301,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:53.621202 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.635395 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3892e9bd-fab9-45bc-95a3-6b6ca750d3af up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:53.706732 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-683ffa70-94eb-413b-a392-ca5863decd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.753970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group_rule': {'security_group_id': 'd3ea60f4-ed2c-40ce-80e5-92db66218e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:53.857032 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9964c-6fed-48cc-ade0-ab8ad74cac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:53.862645 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ffa70-94eb-413b-a392-ca5863decd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05feb0c3-81be-41d8-bb0a-f95a27fa3fe8,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:53.966656 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9964c-6fed-48cc-ade0-ab8ad74cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.006295 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-683ffa70-94eb-413b-a392-ca5863decd0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30573f34ad4547818ec61ea2e8be1806&name=default HTTP/1.1" status: 200 len: 2976 time: 3.1082721 Jun 30 01:57:54.011185 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39258) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:54.017605 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39260) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:54.032821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=586a3573-e65f-4e37-b50b-708c9c95f301,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:54.057072 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d4189-ffab-427f-ba3e-02c15b44a1ab req-5a5319a8-f1cd-49b4-b160-753adc30c63a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:54.059440 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1e4d4189-ffab-427f-ba3e-02c15b44a1ab req-5a5319a8-f1cd-49b4-b160-753adc30c63a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 931 time: 0.9686396 Jun 30 01:57:54.160260 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3ac73ace-605f-4bf2-9684-710f328b56f4 None None] Provisioning for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:54.164864 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:54.173232 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3ac73ace-605f-4bf2-9684-710f328b56f4 None None] Provisioning complete for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:54.173964 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3ac73ace-605f-4bf2-9684-710f328b56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.178127 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:54.181371 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.193306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.227079 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.455257 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-3ac73ace-605f-4bf2-9684-710f328b56f4 None None] Port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:57:54.466525 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Pushing event updated for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:54.536465 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Network eb264d68-4fac-4424-98f9-d03f60c18e05 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:54.541660 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b4b9964c-6fed-48cc-ade0-ab8ad74cac3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c15bcf8041ca4843b4a9e2b633a5e506&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3364978 Jun 30 01:57:54.556727 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39270) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:54.575604 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.581420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.670547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:54.671770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:54.682924 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.719100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:57:54.728945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:54.729898 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:54.862640 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1e4d4189-ffab-427f-ba3e-02c15b44a1ab req-e1c79afc-13c2-4026-870f-55a574c0db22 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022128 Jun 30 01:57:54.865703 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:57:54.980546 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:54.990890 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.013805 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.037312 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9964c-6fed-48cc-ade0-ab8ad74cac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd9878-cf04-41cb-921f-a2f4effbadac,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:55.067704 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:57:55.081208 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e492793a-61a0-40b5-a4a4-d273f0da809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.087093 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.111892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Transition to ACTIVE for port object 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:55.127479 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.147438 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.166882 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 586a3573-e65f-4e37-b50b-708c9c95f301 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:55.286460 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 586a3573-e65f-4e37-b50b-708c9c95f301 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:55.287750 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.322587 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Pushing event updated for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:55.390048 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a34ee458-7876-4cb6-b01f-bd8ebd0a944e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2207229 Jun 30 01:57:55.476066 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.485318 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.505848 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 209f6621-f8bb-4e07-8cb5-540854e683cf up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:55.538481 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.568200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Attempting to bind port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:55.568643 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Attempting to bind port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:55.569182 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Attempting to bind port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:55.596151 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.615844 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 209f6621-f8bb-4e07-8cb5-540854e683cf completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:57:55.621967 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 209f6621-f8bb-4e07-8cb5-540854e683cf triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:55.622746 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.630829 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.631510 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.642318 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b02a8-d26d-4ab1-b6ac-1f5a737275bf req-81d03a2e-57ea-4df8-a6e0-54adf3a076da tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:55.661823 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ae8b02a8-d26d-4ab1-b6ac-1f5a737275bf req-81d03a2e-57ea-4df8-a6e0-54adf3a076da tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 931 time: 1.0145140 Jun 30 01:57:55.672799 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8467b38a-a132-4990-a60f-2856636ac1c0,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:55.690059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Request body: {'port': {'device_id': '4b1d3d91-b54d-48be-b62b-929381489787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:55.697844 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.746756 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 on network ae723aff-2207-4805-9ec9-07d3aad5f119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:57:55.747593 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Attempting to bind port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:55.770701 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:55.776982 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Checking segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:55.777441 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Bound using segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:55.778238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Bound port: 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:55.781684 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.842754 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.847052 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e492793a-61a0-40b5-a4a4-d273f0da809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.849117 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Pushing event updated for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:55.884390 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e492793a-61a0-40b5-a4a4-d273f0da809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.909606 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 209f6621-f8bb-4e07-8cb5-540854e683cf, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=209f6621-f8bb-4e07-8cb5-540854e683cf,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:57:55.927258 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.956920 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e492793a-61a0-40b5-a4a4-d273f0da809a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=032857285a684437a2e1b48bea480689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8949268 Jun 30 01:57:55.957734 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.961009 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:55.965509 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05feb0c3-81be-41d8-bb0a-f95a27fa3fe8 HTTP/1.1" status: 204 len: 168 time: 1.9010785 Jun 30 01:57:55.965509 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39276) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:55.974267 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:55.996336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:56.033735 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.042880 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b1448d2d-cb82-4b67-b1b8-6ee406240fc5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3379071 Jun 30 01:57:56.057100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.069956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39280) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:56.075532 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:56.086034 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a2ef38c5-6d51-4d49-8c2b-efd89fe198d1 admin admin] 10.222.0.47 "PUT /v2.0/routers/f76aa4c1-93ad-4406-bf72-4b1ca50d2e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5373681 Jun 30 01:57:56.097418 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492793a-61a0-40b5-a4a4-d273f0da809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf66dd-e3a7-483d-bc42-ff20894bd0f8,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:56.105298 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Sync routers for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:56.133012 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=209f6621-f8bb-4e07-8cb5-540854e683cf,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:56.145092 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:56.150302 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:56.171314 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d45c88-1112-420b-a08f-68918156359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05feb0c3-81be-41d8-bb0a-f95a27fa3fe8,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:56.297968 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:57:56.380196 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.399735 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ae8b02a8-d26d-4ab1-b6ac-1f5a737275bf req-907a7151-7297-46c8-839c-bd7df9d0a0de tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357545 Jun 30 01:57:56.529226 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:56.656336 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.677638 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.722765 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.764715 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:57:56.796895 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:57:56.951163 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.954650 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:56.956918 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65cf66dd-e3a7-483d-bc42-ff20894bd0f8 HTTP/1.1" status: 204 len: 168 time: 0.9015820 Jun 30 01:57:56.987816 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3892e9bd-fab9-45bc-95a3-6b6ca750d3af up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:57.006764 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fbe50-3dcb-43a6-9b9f-3218ae310be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf66dd-e3a7-483d-bc42-ff20894bd0f8,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:57.096320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:57.102048 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:57.104550 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] 10.222.0.41 "PUT /v2.0/ports/61adcc7a-8afa-4e37-ab6f-faf15fb21e97 HTTP/1.1" status: 200 len: 1093 time: 5.8748119 Jun 30 01:57:57.167639 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:49Z', 'revision_number': 4, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '7e0ebbe2-14d6-4feb-9dc9-28d6a969f756', 'name': '', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'mac_address': 'fa:16:3e:19:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:47Z', 'updated_at': '2021-06-30T01:57:50Z', 'revision_number': 2, 'project_id': '453169d7f864465bbae9766ff9c27245', 'subnets': [{'id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:57.284702 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d5c7-fb6f-4364-a64f-2560f8a95ad5 req-717a389d-0215-4fce-99ee-33bd0bafcdab tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:57.297778 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a91d5c7-fb6f-4364-a64f-2560f8a95ad5 req-717a389d-0215-4fce-99ee-33bd0bafcdab tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 943 time: 0.9472957 Jun 30 01:57:57.320454 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:57.322984 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:57.337549 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Checking router: f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:57.340412 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Updating router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:57.603128 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:57.613306 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a91d5c7-fb6f-4364-a64f-2560f8a95ad5 req-db010b3a-9833-4664-a720-c9892dad3e41 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867513 Jun 30 01:57:57.637435 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:57:57.650181 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:57:57.687985 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-adc6c568-af6e-444a-bb5d-2244369316e1 None None] Provisioning complete for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:57.694127 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-adc6c568-af6e-444a-bb5d-2244369316e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:57.854506 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:57.858518 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4be18-5fb9-416a-bccc-6d811282f7de service neutron] Pushing event updated for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:58.018045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:58.028471 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:58.036526 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cccd9878-cf04-41cb-921f-a2f4effbadac HTTP/1.1" status: 204 len: 168 time: 3.4644310 Jun 30 01:57:58.061126 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 209f6621-f8bb-4e07-8cb5-540854e683cf up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:57:58.114173 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:57:58.139651 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-13a18f99-a461-4299-9a98-c5ffbf513244 admin admin] 10.222.0.47 "PUT /v2.0/routers/33e66644-41c6-4c85-b83f-19c38c01aec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6782157 Jun 30 01:57:58.184291 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:57:58.209514 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:58.210537 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:58.388717 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:57:58.510185 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c85f-8ae8-4755-a550-9f755aa1bcbb req-eea224e5-6827-4eda-ba79-9ad68a9818bb tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:58.535619 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-07f2c85f-8ae8-4755-a550-9f755aa1bcbb req-eea224e5-6827-4eda-ba79-9ad68a9818bb tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 931 time: 0.3681595 Jun 30 01:57:58.548212 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3878453-035f-412d-aa69-f5151bc55421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd9878-cf04-41cb-921f-a2f4effbadac,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:58.590593 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-adc6c568-af6e-444a-bb5d-2244369316e1 None None] Port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:57:58.710186 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 209f6621-f8bb-4e07-8cb5-540854e683cf triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:57:58.711006 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:58.745196 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-07f2c85f-8ae8-4755-a550-9f755aa1bcbb req-c9a70bcf-b282-468d-bf36-3187b938de7b tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041345 Jun 30 01:57:58.790776 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 2, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:58.896046 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:57:58.896458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Updating router 33e66644-41c6-4c85-b83f-19c38c01aec1 port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:57:59.057378 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.119515 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.142769 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Transition to ACTIVE for port object 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:57:59.157273 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.233050 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1b34-5f35-42a2-8654-eeb53360d2d0 None None] Pushing event updated for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:59.276352 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0f53e-4981-46f8-9d9b-907c80f0c993 req-71bbe592-3077-4ded-801b-0457f4c404c1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:59.285123 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42e0f53e-4981-46f8-9d9b-907c80f0c993 req-71bbe592-3077-4ded-801b-0457f4c404c1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 943 time: 0.1702895 Jun 30 01:57:59.362481 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Attempting to bind port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:57:59.362929 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Attempting to bind port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:57:59.363218 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Attempting to bind port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:57:59.376028 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42e0f53e-4981-46f8-9d9b-907c80f0c993 req-5d5c3620-ef8d-4cfb-a68c-a3d7a0942f8e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Jun 30 01:57:59.386754 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:57:59.387136 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Checking segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:57:59.387544 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.387939 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Bound using segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:57:59.388426 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Bound port: 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:57:59.388844 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.512479 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] For port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:57:59.517395 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] For port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:57:59.528991 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.621962 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1b34-5f35-42a2-8654-eeb53360d2d0 None None] Pushing event updated for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:57:59.635308 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:57:59.636006 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:57:59.641667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39352) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:57:59.672309 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae277-f5cb-4eee-891e-d335bba9e15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.763902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f4cbb-dc73-463c-9b72-afb80c30be63" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:57:59.773940 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:57:59.835278 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:57:59.865224 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-9caec0b6-88bd-4212-b8a8-8eccc8088fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:57:59.875125 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-9caec0b6-88bd-4212-b8a8-8eccc8088fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 1096 time: 1.8642211 Jun 30 01:58:00.040679 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-cd9816fc-4417-4bd3-b4a2-09b4a2f3067c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97 HTTP/1.1" status: 200 len: 217 time: 0.1520686 Jun 30 01:58:00.089369 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c2621111-167a-485b-b5bb-47309cf51bcc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:00.091345 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c2621111-167a-485b-b5bb-47309cf51bcc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 819 time: 2.1216242 Jun 30 01:58:00.135449 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.140173 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae277-f5cb-4eee-891e-d335bba9e15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.159220 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae277-f5cb-4eee-891e-d335bba9e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.160150 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:00.162055 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Transition to ACTIVE for port object 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:00.197929 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Transition to ACTIVE for port object 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:00.228921 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.284614 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ff8ae277-f5cb-4eee-891e-d335bba9e15b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40010526319c412a8e546fe13661c8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414587 Jun 30 01:58:00.285701 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39362) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:00.288558 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ae277-f5cb-4eee-891e-d335bba9e15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c76904-bdcc-4c7e-bcda-c2b9af6644e1,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:00.484226 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-09c1310c-60c0-40df-83af-6286e048f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:00.486854 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-09c1310c-60c0-40df-83af-6286e048f984 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.2993696 Jun 30 01:58:00.512362 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.589999 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.659094 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2ce00-1e01-4728-8afb-04b082966533 None None] Pushing event updated for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:00.688839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Attempting to bind port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:00.689314 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Attempting to bind port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:00.690004 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Attempting to bind port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:00.690149 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.723821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:00.725113 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Checking segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:00.725527 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.726281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Bound using segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:00.727148 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Bound port: 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:00.727834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.748501 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:49Z', 'revision_number': 4, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '7e0ebbe2-14d6-4feb-9dc9-28d6a969f756', 'name': '', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'mac_address': 'fa:16:3e:19:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:47Z', 'updated_at': '2021-06-30T01:57:59Z', 'revision_number': 4, 'project_id': '453169d7f864465bbae9766ff9c27245', 'subnets': [{'id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:00.847543 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:00.912804 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.921885 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e459d6-e6cc-4365-b004-35f2feeef350 None None] The sync data for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi is: [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:49Z', 'revision_number': 4, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '7e0ebbe2-14d6-4feb-9dc9-28d6a969f756', 'name': '', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'mac_address': 'fa:16:3e:19:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:47Z', 'updated_at': '2021-06-30T01:57:59Z', 'revision_number': 4, 'project_id': '453169d7f864465bbae9766ff9c27245', 'subnets': [{'id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:00.927654 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:00.933529 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6c76904-bdcc-4c7e-bcda-c2b9af6644e1 HTTP/1.1" status: 204 len: 168 time: 0.6456170 Jun 30 01:58:00.961573 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-3b0091c7-410d-4880-83e0-c81da9d72b3d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/quotas/453169d7f864465bbae9766ff9c27245 HTTP/1.1" status: 200 len: 375 time: 0.8440740 Jun 30 01:58:00.981006 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52f73d-684a-4c55-851b-48008c2f9287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c76904-bdcc-4c7e-bcda-c2b9af6644e1,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:00.985835 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-85eb2ef6-34d9-4193-820b-34317339083d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4439590 Jun 30 01:58:01.411020 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] For port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:01.423191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] For port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:01.455977 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:01.468827 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-42d45d7b-46c1-48e0-a2b2-886c99c7b5b8 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577339 Jun 30 01:58:01.473444 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:01.645836 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:01.646509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:57:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:01.720011 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39382) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:01.727554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177644941', 'description': 'tempest-description--1369124177'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:01.799804 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:01.834150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Allocated IP 172.27.2.59 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/77826b1d-bc39-4b60-b416-a2c4e6863771) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:02.004919 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:02.042965 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.052924 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.143834 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f7b779-4483-4383-ac72-ca70c2b940c3,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:02.194857 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.197849 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-baeef4ea-c22c-4222-a173-0422bc4bd0f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4751506 Jun 30 01:58:02.205252 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39392) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:02.211288 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group_rule': {'security_group_id': 'd3f7b779-4483-4383-ac72-ca70c2b940c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:02.461398 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.543711 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.557322 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2ce00-1e01-4728-8afb-04b082966533 None None] Pushing event updated for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:02.606305 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.619847 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.656361 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d131c6a8-ba12-44d0-b5c5-1dc5448b42ad,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:02.686664 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.688186 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-59d41864-6150-47c2-b0f1-a8f1de4357de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815083 Jun 30 01:58:02.691513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39402) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:02.698074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group_rule': {'security_group_id': 'd3f7b779-4483-4383-ac72-ca70c2b940c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:02.723226 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.724498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c21f-36cf-42a7-877b-d146d96b85bb req-0fd7faa5-b8fe-48c9-b65c-535a3850e8be tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:02.735236 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ccd8c21f-36cf-42a7-877b-d146d96b85bb req-0fd7faa5-b8fe-48c9-b65c-535a3850e8be tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 943 time: 0.4341941 Jun 30 01:58:02.823940 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:02.826641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Attempting to bind port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:02.827155 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Attempting to bind port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'f12a4549-f515-40f0-9f78-6eed145363aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:02.827492 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Attempting to bind port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb on network eb264d68-4fac-4424-98f9-d03f60c18e05 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:02.856301 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ccd8c21f-36cf-42a7-877b-d146d96b85bb req-7b8f3e77-e46c-44fa-9373-79ca99e43d03 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190009 Jun 30 01:58:02.880889 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d02feeb9-00b6-47a4-8610-7dd469ac59c2 req-de771379-1a33-4aa5-93b8-4357c2b538c2 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580881 Jun 30 01:58:02.886964 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:01Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:02.924249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:03.001872 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae770446-2fe3-4076-a367-10a006a91946 None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:01Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:03.010476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:03.013416 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:03.062588 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.072445 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.148314 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.176262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.183128 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4899108 Jun 30 01:58:03.188678 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034b16-84e0-4f4a-bdee-0c946b92a9cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbfddcb-d2a5-408f-bd9d-8b9896f184b3,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:03.192046 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39408) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:03.200069 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:03.253634 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:03.327238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb on network eb264d68-4fac-4424-98f9-d03f60c18e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:03.327566 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Attempting to bind port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb on network eb264d68-4fac-4424-98f9-d03f60c18e05 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:03.383938 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.402789 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.433167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:03.447158 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:03.449509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.655289 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.711532 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:03.712075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Checking segment: {'id': 'f12a4549-f515-40f0-9f78-6eed145363aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:03.712330 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Bound using segment: {'id': 'f12a4549-f515-40f0-9f78-6eed145363aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:03.712716 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Bound port: 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12a4549-f515-40f0-9f78-6eed145363aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:03.713109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.771128 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:03.793789 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:03.972052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:04.015955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:04.030327 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,segment=NetworkSegment(f12a4549-f515-40f0-9f78-6eed145363aa),segment_id=f12a4549-f515-40f0-9f78-6eed145363aa)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:04.092400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=77826b1d-bc39-4b60-b416-a2c4e6863771,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:04.112810 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-14d9e58e-2ad3-4d55-8a87-537ba44f55b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&fields=id HTTP/1.1" status: 200 len: 255 time: 3.1244304 Jun 30 01:58:04.114918 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.155044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4f143-22e3-4aa3-8f3b-0929e1a44b94 x-openstack-request-id: req-23e4f143-22e3-4aa3-8f3b-0929e1a44b94 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:04.155044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:04.160463 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23e4f143-22e3-4aa3-8f3b-0929e1a44b94 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:04.160463 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97', 'status': 'completed', 'code': 200} Jun 30 01:58:04.228511 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.398079 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:04.400889 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.406647 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb HTTP/1.1" status: 200 len: 1093 time: 8.7349257 Jun 30 01:58:04.412644 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-d326eaa6-7b46-4a90-810f-2256ff2f9268 service neutron] 10.222.0.47 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723634 Jun 30 01:58:04.477527 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39424) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:04.548775 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Allocated IP 172.27.2.99 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/8472ba03-1528-4d8a-9d79-ef9d95968576) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:04.621729 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.663272 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de4aaf-65e5-4e64-8d14-3e08d46571c3 req-99cbd230-0f76-42fa-b0bc-b3c9820023e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:04.665879 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29de4aaf-65e5-4e64-8d14-3e08d46571c3 req-99cbd230-0f76-42fa-b0bc-b3c9820023e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 943 time: 0.2454276 Jun 30 01:58:04.681398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.729219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.774316 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-984625946-network', 'tenant_id': 'a774405574e645a6b0020ae7d187e84f'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:04.784894 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.786834 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5163245 Jun 30 01:58:04.793076 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-9316aea5-29b8-49ba-ab18-881e2a4da1fc service neutron] 10.222.0.47 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474836 Jun 30 01:58:04.798030 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4bd0-9583-4eb9-b2a9-13ab92ebfdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:04.841502 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29de4aaf-65e5-4e64-8d14-3e08d46571c3 req-7154591e-77bd-4edf-be21-56212d91e29e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979962 Jun 30 01:58:04.920556 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-f2767bed-3a4f-4365-b59a-d9be12327ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:04.924932 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-f2767bed-3a4f-4365-b59a-d9be12327ebb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 1096 time: 0.7522173 Jun 30 01:58:04.954333 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Made reservation on behalf of a774405574e645a6b0020ae7d187e84f for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:04.961987 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:04.979994 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2885a2-ec3e-486d-994b-372b09ce511a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=77826b1d-bc39-4b60-b416-a2c4e6863771,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:04.990323 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.004153 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-e8850715-2609-44b9-afed-c2ccee0b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:05.005885 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-e8850715-2609-44b9-afed-c2ccee0b10d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84317e5577714e38acf83297aeb3f6b2&device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 1096 time: 0.3125801 Jun 30 01:58:05.111454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.167925 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:05.267460 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.307748 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:05.308657 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.384443 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=8472ba03-1528-4d8a-9d79-ef9d95968576,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:05.397263 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.422490 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:05.423832 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.444988 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:05.511865 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42308ea6-db4a-40d0-9c46-92bc8f2f0d38,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:05.531107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:05.540611 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:05.540941 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:05.541648 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.548147 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-30cb3c39-c1fd-44ee-a622-b7d5ba744c7f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1003564849&fields=id&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 267 time: 0.0554185 Jun 30 01:58:05.552110 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:05.644114 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-a83144c7-3fc3-43ac-8337-807348615180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb HTTP/1.1" status: 200 len: 217 time: 0.5981913 Jun 30 01:58:05.658514 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:58:05.729364 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.729597 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Added segment 9c5178df-73f7-4891-9869-f448c88a718b of type vlan for network ff2e987c-03f3-40a8-9d1f-90c771ba41ce Jun 30 01:58:05.734944 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.737191 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-8e111da9-83ef-4a3a-a93f-352b6b6f0c85 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:05.739692 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-8e111da9-83ef-4a3a-a93f-352b6b6f0c85 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 817 time: 0.1792500 Jun 30 01:58:05.781832 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-59ee4d65-5dd0-4419-bffe-bb9be68656c8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/quotas/8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 375 time: 0.0160418 Jun 30 01:58:05.835992 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:05.842040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:05.862947 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-0e8c4849-f8c9-428f-bfd9-f29e68833df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:05.865813 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-0e8c4849-f8c9-428f-bfd9-f29e68833df5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1172d680-ff36-483c-b860-73d33b7914ee HTTP/1.1" status: 200 len: 851 time: 0.1688695 Jun 30 01:58:05.867227 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-efa5df1c-a9ee-4750-9f83-5ef5df95a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:05.868950 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-efa5df1c-a9ee-4750-9f83-5ef5df95a912 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 916 time: 0.8245206 Jun 30 01:58:05.910205 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:05.927082 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-96cc72ce-2a90-4604-bfab-139d9ba0ccb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb264d68-4fac-4424-98f9-d03f60c18e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478182 Jun 30 01:58:05.971060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fd2ff-2454-417d-9379-0b51bda5d5b3 req-07b4b031-bac3-49f0-b99a-4648f42bf9f7 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:05.972846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e16fd2ff-2454-417d-9379-0b51bda5d5b3 req-07b4b031-bac3-49f0-b99a-4648f42bf9f7 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 943 time: 0.6532681 Jun 30 01:58:05.982653 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-44fb59f0-b93d-402a-b032-7e7c85ceca41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97 HTTP/1.1" status: 200 len: 217 time: 0.1019504 Jun 30 01:58:06.015432 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.119992 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.159594 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:06.164356 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:06.170606 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-243ae1fb-7124-49dd-96f3-19f03d2a27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:06.173145 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-243ae1fb-7124-49dd-96f3-19f03d2a27fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.1762481 Jun 30 01:58:06.188016 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e16fd2ff-2454-417d-9379-0b51bda5d5b3 req-1aab47d9-b037-4432-8bb0-a3bffdc8d9a4 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035236 Jun 30 01:58:06.197141 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.232626 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-f74cc591-9611-4e4f-9026-5cedd42c1a84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384490 Jun 30 01:58:06.236639 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-03980704-f1a0-48fa-a545-1343fc1f4aa9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4463544 Jun 30 01:58:06.293728 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-9ff960ef-3dc2-4a21-8f51-b7f513282b9f service neutron] 10.222.0.41 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318024 Jun 30 01:58:06.368423 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-ca9ce994-98b6-4f02-bb6e-fddf90867b53 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304913 Jun 30 01:58:06.454766 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.455734 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:06.456315 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.496340 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e1271658-6cbd-4aab-b6e4-168d967bf86d req-4ac97256-616b-47a0-9de0-a9b76bc76557 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0509374 Jun 30 01:58:06.508259 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-10113f54-8e74-4984-acae-0abbdac46993 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685907 Jun 30 01:58:06.514680 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-338c9b87-97cc-44b8-85f1-421ee2d6bf2f req-3fd92027-dd83-4f30-ae9f-d69ca68f6fe2 service neutron] 10.222.0.41 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775205 Jun 30 01:58:06.572825 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0940614 Jun 30 01:58:06.588189 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39476) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:06.599980 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Request body: {'subnet': {'network_id': 'ff2e987c-03f3-40a8-9d1f-90c771ba41ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-984625946-subnet', 'tenant_id': 'a774405574e645a6b0020ae7d187e84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:06.645347 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511786-a8e9-48e6-b516-6da5a9663add admin admin] Pushing event updated for resources: {'Network': ['ID=ff2e987c-03f3-40a8-9d1f-90c771ba41ce,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:06.687453 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Made reservation on behalf of a774405574e645a6b0020ae7d187e84f for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:06.689408 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network ff2e987c-03f3-40a8-9d1f-90c771ba41ce details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:58:06.690595 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:06.709542 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-4f20f648-4ee9-4c20-be01-15050e9f7767 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399107 Jun 30 01:58:06.754678 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e23f4cbb-dc73-463c-9b72-afb80c30be63 req-95f3401a-f52e-4715-afc4-885fd86be75c service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347875 Jun 30 01:58:06.980332 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.015317 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.045687 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e561db-91ed-49f9-80a2-03ea9b301177 x-openstack-request-id: req-a4e561db-91ed-49f9-80a2-03ea9b301177 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:07.046273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:07.046273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4e561db-91ed-49f9-80a2-03ea9b301177 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:07.046595 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb', 'status': 'completed', 'code': 200} Jun 30 01:58:07.084559 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:07.215009 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:07.215324 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.215835 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.261671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d3c7-eb51-4cb8-812b-c4aaed196669 req-dd5ad71b-54e1-4316-bc4b-7a6903dbceeb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.271660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6550d3c7-eb51-4cb8-812b-c4aaed196669 req-dd5ad71b-54e1-4316-bc4b-7a6903dbceeb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 943 time: 0.5436866 Jun 30 01:58:07.291075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-6acdd937-740d-4b0d-b4c6-123ebf8ca1bf tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.293576 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-6acdd937-740d-4b0d-b4c6-123ebf8ca1bf tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 819 time: 0.4515729 Jun 30 01:58:07.327949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Request body: {'port': {'device_id': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'admin_state_up': True, 'tenant_id': '453169d7f864465bbae9766ff9c27245'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:07.365883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=8472ba03-1528-4d8a-9d79-ef9d95968576,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:07.411341 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-bbd3fbe1-e4cc-4067-a3ce-09b68a124280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.413441 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-bbd3fbe1-e4cc-4067-a3ce-09b68a124280 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84317e5577714e38acf83297aeb3f6b2&device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 1096 time: 0.3470140 Jun 30 01:58:07.418797 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.445613 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6550d3c7-eb51-4cb8-812b-c4aaed196669 req-237e0a9d-56ef-4396-abac-b5aa9a4b6117 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729658 Jun 30 01:58:07.447767 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.449417 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-49454d85-821d-4d81-b40a-b6861e3f48f4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2559571 Jun 30 01:58:07.595349 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Checking segment: {'id': '9c5178df-73f7-4891-9869-f448c88a718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff2e987c-03f3-40a8-9d1f-90c771ba41ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:07.595949 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Network hostable DHCP agents. Network: ff2e987c-03f3-40a8-9d1f-90c771ba41ce, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:58:07.600300 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=82175941-498f-47e8-97a6-46b25a8cbeb4,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:07.607822 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d3667442-5bcb-42ea-9d75-770e37cd1195 req-83a547de-da58-4fa1-8e95-dae158b8bf9f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0611162 Jun 30 01:58:07.612531 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-f1c4de55-4455-4e08-998d-1757d61d903b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.614758 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-f1c4de55-4455-4e08-998d-1757d61d903b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 819 time: 0.4162855 Jun 30 01:58:07.663687 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-c617e975-c01d-4131-b499-0965a47bcc89 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/quotas/453169d7f864465bbae9766ff9c27245 HTTP/1.1" status: 200 len: 375 time: 0.0329039 Jun 30 01:58:07.664685 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Network ff2e987c-03f3-40a8-9d1f-90c771ba41ce is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:58:07.678655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-72982351-0ea6-450f-9abb-c8c7223b83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.680666 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-72982351-0ea6-450f-9abb-c8c7223b83ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb264d68-4fac-4424-98f9-d03f60c18e05 HTTP/1.1" status: 200 len: 912 time: 0.2335663 Jun 30 01:58:07.682708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Made reservation on behalf of 453169d7f864465bbae9766ff9c27245 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:07.687571 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.698362 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, ff2e987c-03f3-40a8-9d1f-90c771ba41ce) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:07.709343 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e0f4c5-b52d-4721-97b0-d60ed0567cf2 None None] Network ff2e987c-03f3-40a8-9d1f-90c771ba41ce requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:07.729864 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.730653 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:07.780946 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d866f71d-1452-44ff-afed-47810e9b0f3b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1692176 Jun 30 01:58:07.797293 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-44a3767f-e57f-4884-bea9-b56853127a2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb HTTP/1.1" status: 200 len: 217 time: 0.1033540 Jun 30 01:58:07.852877 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-057f90f6-ca2a-4c5f-aa52-e50c4382c2c2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1666787 Jun 30 01:58:07.952439 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-9449aac3-bfa6-4029-9175-bf47a0a3ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:07.954187 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-9449aac3-bfa6-4029-9175-bf47a0a3ceef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1172d680-ff36-483c-b860-73d33b7914ee HTTP/1.1" status: 200 len: 851 time: 0.1507401 Jun 30 01:58:07.975656 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863cd8d-29dd-4d02-b75c-f04fc433cb26 None None] Network ff2e987c-03f3-40a8-9d1f-90c771ba41ce requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:08.004961 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-369a4351-2fb5-4b20-b02d-e7dcd8e80297 service neutron] 10.222.0.47 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509020 Jun 30 01:58:08.092295 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-ef077e03-5f18-4466-8771-b341e181cd63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb264d68-4fac-4424-98f9-d03f60c18e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267588 Jun 30 01:58:08.145629 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-e9727d9e-cda9-417d-9bdc-d1c0b1879d1d service neutron] 10.222.0.47 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395431 Jun 30 01:58:08.149406 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Allocated IP 172.20.0.5 (5efda55d-e181-4d32-a317-f4a2bc26dbdb/9ef4ba95-b635-4f37-91c0-56ae7672994e/2669e5c6-7da8-4695-b953-865855f058b2) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:08.455662 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-67271eae-3aa5-433b-ac6c-f3bf0cdacb9c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--177644941&fields=id&tenant_id=bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 267 time: 0.0430372 Jun 30 01:58:08.636990 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39560) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:08.643853 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-5c1f53cb-623d-4e74-a266-4d0baabd0fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433612 Jun 30 01:58:08.657526 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1081414675-network', 'tenant_id': 'de08c6b17b4d430c83c3e70033480643'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:08.668167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363141f5-d6ab-4781-924e-d7f9a8b6ffa9 req-c8cb7a4a-467d-498e-90f7-35cba6cc143b tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:08.669754 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-363141f5-d6ab-4781-924e-d7f9a8b6ffa9 req-c8cb7a4a-467d-498e-90f7-35cba6cc143b tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 943 time: 0.6683533 Jun 30 01:58:08.707178 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:08.716400 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-a7b0ae00-ebc0-47bf-ab49-51b6608a6d72 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:08.723468 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-a7b0ae00-ebc0-47bf-ab49-51b6608a6d72 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 810 time: 0.2591808 Jun 30 01:58:08.751684 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-fd3e35e9-c71b-4910-98da-4fa3943060de tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/quotas/bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 375 time: 0.0270164 Jun 30 01:58:08.794837 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Made reservation on behalf of de08c6b17b4d430c83c3e70033480643 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:08.802372 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:08.822326 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:08.822564 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-363141f5-d6ab-4781-924e-d7f9a8b6ffa9 req-1ef9f8c4-bf59-4ecf-97c9-88db59fa7183 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314478 Jun 30 01:58:08.880581 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a92fdf1f-86e6-4bc9-85d3-fb3b7718b2d1 req-c9c9fe96-6d1a-432e-8423-2f8ac4aad689 service neutron] 10.222.0.41 "GET /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209201 Jun 30 01:58:08.930547 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:08.949929 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-ec82f22a-77da-45ba-9d05-f3c419b819e0 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1959183 Jun 30 01:58:09.125146 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3ba623b6-68d4-415a-b52e-0f550b6be08a req-d137f18d-a25a-4dbf-aa8d-4ba075df8a53 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 210 time: 0.0777340 Jun 30 01:58:09.138989 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:09.149672 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-d585c6ae-9ac2-428a-92dd-0bc8c236a174 service neutron] 10.222.0.47 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886616 Jun 30 01:58:09.150181 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:09.157125 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:09.164645 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:09.165359 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.165474 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.171675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Pushing event updated for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:09.176301 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.193257 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:09.214086 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-bbc2ef2c-960d-4953-b4d9-2839ef50eebe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8976040 Jun 30 01:58:09.230289 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Request body: {'port': {'device_id': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:09.247533 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-a43e4ecf-3924-4a4c-83a8-7412240b542d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:09.262334 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-a43e4ecf-3924-4a4c-83a8-7412240b542d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 817 time: 0.3508224 Jun 30 01:58:09.386252 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,segment=NetworkSegment(f12a4549-f515-40f0-9f78-6eed145363aa),segment_id=f12a4549-f515-40f0-9f78-6eed145363aa)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:09.389226 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:58:09.402156 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb', 'network_id': 'eb264d68-4fac-4424-98f9-d03f60c18e05', 'port_id': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb', 'mac_address': 'fa:16:3e:5d:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1172d680-ff36-483c-b860-73d33b7914ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:09.414624 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1394a3ac-acec-47d5-8297-e3262a03252c,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:09.449718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.450059 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Added segment fbb8c1bf-9b36-4c98-8726-e5b6480eac15 of type vlan for network 0160c3a7-67ce-4921-970a-ef396ccc8e28 Jun 30 01:58:09.455319 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.469780 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-0ec724cf-b39d-42c5-8dd2-c9fbe05255c8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 380 time: 0.1823025 Jun 30 01:58:09.494235 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:09.521467 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,segment=NetworkSegment(f12a4549-f515-40f0-9f78-6eed145363aa),segment_id=f12a4549-f515-40f0-9f78-6eed145363aa)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:09.524322 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.531877 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.532888 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:09.536223 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'port': {'device_id': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'admin_state_up': True, 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'security_groups': ['d3ea60f4-ed2c-40ce-80e5-92db66218e22']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:09.541988 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-aba5033d-195d-4489-87d0-62f4d4770fde service neutron] 10.222.0.47 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250248 Jun 30 01:58:09.594064 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.595009 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:09.595932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.641607 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39572) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:09.682873 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:09.736547 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0966251 Jun 30 01:58:09.745321 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39580) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:09.865617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:09.936390 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:09.958256 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'port_id': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97', 'mac_address': 'fa:16:3e:e8:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3418d-a7e0-43cb-8f0e-f414ca4be607', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:10.015891 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.031786 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:10.056584 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Request body: {'subnet': {'network_id': '0160c3a7-67ce-4921-970a-ef396ccc8e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1081414675-subnet', 'tenant_id': 'de08c6b17b4d430c83c3e70033480643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:10.064435 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:10.073253 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.128812 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f0a8256e-403d-4bea-b02d-fe341f9fad22 req-9a1fc585-ebe1-4e48-bfa4-90328cad99bf tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0609052 Jun 30 01:58:10.129542 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e14722-a674-45cd-b600-a7f5ff645c21 admin admin] Pushing event updated for resources: {'Network': ['ID=0160c3a7-67ce-4921-970a-ef396ccc8e28,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:10.134780 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a295b5d-13e0-4d37-80e4-750156ada9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.160221 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Made reservation on behalf of de08c6b17b4d430c83c3e70033480643 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:10.162770 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.167208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 0160c3a7-67ce-4921-970a-ef396ccc8e28 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:58:10.266610 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.41', 63879) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:10.283100 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:10.320172 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1eb6b-c6d3-40af-a396-0edfb07bd3b4 req-c2a915ad-30d1-4429-9d0e-84aa03e96fe0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:10.330839 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dfd1eb6b-c6d3-40af-a396-0edfb07bd3b4 req-c2a915ad-30d1-4429-9d0e-84aa03e96fe0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 943 time: 0.8788073 Jun 30 01:58:10.386127 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dfd1eb6b-c6d3-40af-a396-0edfb07bd3b4 req-bc8aa158-4d05-4eea-9a69-0157995ef5f5 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514612 Jun 30 01:58:10.400152 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:10.466433 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2669e5c6-7da8-4695-b953-865855f058b2 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:10.491896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.523191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Transition to ACTIVE for port object 2669e5c6-7da8-4695-b953-865855f058b2 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:10.524055 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a295b5d-13e0-4d37-80e4-750156ada9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.527833 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-00e2f777-500e-4963-a65e-c36524df83cf req-e8b448a5-fb6f-40ad-808c-1208727564e9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.2620561 Jun 30 01:58:10.529622 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:10.531631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.547123 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a295b5d-13e0-4d37-80e4-750156ada9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.715959 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39602) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:10.717232 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0a295b5d-13e0-4d37-80e4-750156ada9d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fa7ac281dce438dbf35b830f5ebbd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992630 Jun 30 01:58:10.729024 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-eceb61e4-c75e-41f5-ad5a-670c75d02e76 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:10.731278 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-eceb61e4-c75e-41f5-ad5a-670c75d02e76 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 819 time: 0.4619656 Jun 30 01:58:10.734632 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Made reservation on behalf of 8545f4831c0448de9800f24169b6cc40 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:10.738516 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:10.769107 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Request body: {'port': {'device_id': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'admin_state_up': True, 'tenant_id': '453169d7f864465bbae9766ff9c27245'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:10.809745 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Pushing event updated for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:10.818391 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4486e482-efba-4648-9513-75dbca6c9642 req-f91cefcc-ab9d-4fd2-8a8e-21255aba30bc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 210 time: 0.0858212 Jun 30 01:58:10.915259 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Attempting to bind port 2669e5c6-7da8-4695-b953-865855f058b2 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:10.915811 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Attempting to bind port 2669e5c6-7da8-4695-b953-865855f058b2 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:10.916342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Attempting to bind port 2669e5c6-7da8-4695-b953-865855f058b2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:10.946370 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295b5d-13e0-4d37-80e4-750156ada9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f486bb04-d81f-4db4-9605-9f8335137f03,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:11.006057 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8a822-5bfc-4ea1-a9de-4f08b70afa50 req-49954c6f-e69c-4afc-b737-f3879460c3a2 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:11.008077 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9d8a822-5bfc-4ea1-a9de-4f08b70afa50 req-49954c6f-e69c-4afc-b737-f3879460c3a2 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 944 time: 0.4213464 Jun 30 01:58:11.044509 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Port 2669e5c6-7da8-4695-b953-865855f058b2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:11.044877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Attempting to bind port 2669e5c6-7da8-4695-b953-865855f058b2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:11.094583 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.103685 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:11.104120 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Checking segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:11.104524 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Bound using segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:11.105006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Bound port: 2669e5c6-7da8-4695-b953-865855f058b2, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:11.105359 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.149097 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Made reservation on behalf of 453169d7f864465bbae9766ff9c27245 for: {'port': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:11.153235 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.155436 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.178900 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b582131-8486-4e1e-8001-d5429a132067,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:11.190967 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Allocated IP 172.20.0.8 (ea3bc50e-ccef-48c1-823b-ca222c933078/26c6f3d5-43e5-4995-ab6b-894e319e84db/d443ff3a-ffdb-477f-acfc-518becac8fb2) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:11.205764 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9d8a822-5bfc-4ea1-a9de-4f08b70afa50 req-a949a791-2fbf-4796-b8ba-0ae061a9c575 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620197 Jun 30 01:58:11.402889 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Checking segment: {'id': 'fbb8c1bf-9b36-4c98-8726-e5b6480eac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0160c3a7-67ce-4921-970a-ef396ccc8e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:11.402889 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Network hostable DHCP agents. Network: 0160c3a7-67ce-4921-970a-ef396ccc8e28, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:58:11.414206 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c1da4600-466a-4123-bd68-c18f79c06041 req-d65b1be3-a8c3-41d8-a8db-74b283fc983c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.1136210 Jun 30 01:58:11.417106 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39618) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:11.431958 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.576312 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.601565 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Network 0160c3a7-67ce-4921-970a-ef396ccc8e28 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:58:11.616716 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.41', 63884) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:11.617755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:11.644444 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Allocated IP 172.20.0.2 (5efda55d-e181-4d32-a317-f4a2bc26dbdb/9ef4ba95-b635-4f37-91c0-56ae7672994e/7a0675e0-883d-4a8a-9255-e8e38d06add2) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:11.650901 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 0160c3a7-67ce-4921-970a-ef396ccc8e28) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:11.662203 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484831c5-e90b-43bf-a4be-442c0fa5134c None None] Network 0160c3a7-67ce-4921-970a-ef396ccc8e28 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:11.667795 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:11.668508 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.717779 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8278d098-4ab8-4c94-9ad2-c787d45016c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9704716 Jun 30 01:58:11.771724 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Transition to ACTIVE for port object d443ff3a-ffdb-477f-acfc-518becac8fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:11.847937 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=2669e5c6-7da8-4695-b953-865855f058b2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:11.857220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:11.929347 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:11.989198 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-76aaf6bd-17f3-421a-a84c-1f573a5aa504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.008622 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.042038 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a2546-d641-4632-a11f-f77400d49e5f None None] Network 0160c3a7-67ce-4921-970a-ef396ccc8e28 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:12.099225 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.099617 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.101142 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 1093 time: 2.8766220 Jun 30 01:58:12.103153 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:12.110062 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:12.113598 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea065b19-c08a-48eb-b82b-1b827535c3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "tag": "2669e5c6-7da8-4695-b953-865855f058b2"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:12.138047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-996d07eb-616f-4e8f-bca4-efea34238d28 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.139589 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-996d07eb-616f-4e8f-bca4-efea34238d28 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 810 time: 0.5015006 Jun 30 01:58:12.140507 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:12.149095 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:12.154774 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.155458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.159045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.161722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.162758 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.166179 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f486bb04-d81f-4db4-9605-9f8335137f03 HTTP/1.1" status: 204 len: 168 time: 1.4487095 Jun 30 01:58:12.226429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adc36e-4b93-41d1-b60e-b867496711eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f486bb04-d81f-4db4-9605-9f8335137f03,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:12.243605 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-14162b6a-ae59-474f-b0fc-d32f23c39a32 req-bbcb4811-e9e1-4103-b9ce-ff2a24b5fbe7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.2579110 Jun 30 01:58:12.246560 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad2843-fe6c-407a-b4c8-75d63e6f5da1 service neutron] Pushing event updated for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:12.247114 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.265210 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a60599-8167-481d-881d-ba483d90955f req-cf2a404c-9191-44e1-8c02-30e46baecda8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.273015 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2a60599-8167-481d-881d-ba483d90955f req-cf2a404c-9191-44e1-8c02-30e46baecda8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 944 time: 0.7145011 Jun 30 01:58:12.396276 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-7f6199a7-21be-47ea-9e56-1227dd3a6203 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 379 time: 0.2265944 Jun 30 01:58:12.423358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'port': {'device_id': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'admin_state_up': True, 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'security_groups': ['d3f7b779-4483-4383-ac72-ca70c2b940c3']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:12.439858 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Network 5efda55d-e181-4d32-a317-f4a2bc26dbdb is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:12.453004 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:12.477226 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:12.491313 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.493084 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.520109 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2a60599-8167-481d-881d-ba483d90955f req-1bedcd4c-9fd7-424b-b9d0-3e1fbb4b0468 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459781 Jun 30 01:58:12.635780 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Pushing event updated for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:12.731665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-76aaf6bd-17f3-421a-a84c-1f573a5aa504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.759809 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-e1e74d8b-b88a-4c24-8519-806c9a93ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:12.762891 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-e1e74d8b-b88a-4c24-8519-806c9a93ea30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1096 time: 0.4378612 Jun 30 01:58:12.765929 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ab73c9-40c0-460a-b3ba-f538422baef5 x-openstack-request-id: req-20ab73c9-40c0-460a-b3ba-f538422baef5 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:12.766652 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "tag": "2669e5c6-7da8-4695-b953-865855f058b2", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:12.766993 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20ab73c9-40c0-460a-b3ba-f538422baef5 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:12.767594 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2', 'status': 'completed', 'code': 200} Jun 30 01:58:12.782435 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-76aaf6bd-17f3-421a-a84c-1f573a5aa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.797967 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-14fc5f8d-a1ae-41bd-bf33-f2d6cfad9a8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0360897 Jun 30 01:58:12.798568 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c78b87e0-988d-456f-a2a1-848fb54ea2b5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2708795 Jun 30 01:58:12.825774 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ae8af43a-2499-4072-b3a9-b9f56b695680 None None] Provisioning for port d443ff3a-ffdb-477f-acfc-518becac8fb2 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:12.840837 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Request body: {'port': {'device_id': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:12.847773 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ae8af43a-2499-4072-b3a9-b9f56b695680 None None] Provisioning complete for port d443ff3a-ffdb-477f-acfc-518becac8fb2 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:12.849277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ae8af43a-2499-4072-b3a9-b9f56b695680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:12.852040 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Request body: {'port': {'device_id': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:12.942662 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-ae8af43a-2499-4072-b3a9-b9f56b695680 None None] Port d443ff3a-ffdb-477f-acfc-518becac8fb2 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:12.999019 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b985146-2b01-4265-b540-baaf499819fb req-a33dcefa-2771-427b-a2e6-1f0869fc8a66 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:13.008438 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b985146-2b01-4265-b540-baaf499819fb req-a33dcefa-2771-427b-a2e6-1f0869fc8a66 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 931 time: 0.2754300 Jun 30 01:58:13.016623 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39650) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:13.022775 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-d5dac6e8-4d37-4142-8e17-f8f6c0c8144a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.2355177 Jun 30 01:58:13.074652 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.083195 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64eb972d-4e27-4587-9391-6ae3b7508b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.089560 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaf6bd-17f3-421a-a84c-1f573a5aa504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bbec2e-c842-45a5-a21a-5bd0d6594f96,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:13.097457 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-76aaf6bd-17f3-421a-a84c-1f573a5aa504 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a453c9f7e96a4c8ab4e36fa33ac798e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6762664 Jun 30 01:58:13.108639 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 39652) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:13.180304 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:13.228129 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b985146-2b01-4265-b540-baaf499819fb req-275b4a93-9f82-44d8-98a4-a67bea67888f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948802 Jun 30 01:58:13.277322 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:13.287948 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:13.288419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.411326 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.427255 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.434568 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Made reservation on behalf of bd5b981f1fab430fa29e61adf4dc3d12 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:13.438143 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.464682 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:13.478793 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175af8-b3ab-4495-b981-7ac82617f334 req-7a5c895c-d9d4-48a0-b102-82da49bf2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:13.480864 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-7a5c895c-d9d4-48a0-b102-82da49bf2d05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.4373190 Jun 30 01:58:13.520513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.546834 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-96338de9-30b0-4f55-8c57-d66aa17487b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540190 Jun 30 01:58:13.551284 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.566448 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,segment=NetworkSegment(f12a4549-f515-40f0-9f78-6eed145363aa),segment_id=f12a4549-f515-40f0-9f78-6eed145363aa)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:13.572135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.573208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:13.673836 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eba609-6a32-4fdc-a2ad-cb827e7aa70a req-f53ffc1c-9140-411c-a8be-2c0fb3633065 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:13.675425 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-32eba609-6a32-4fdc-a2ad-cb827e7aa70a req-f53ffc1c-9140-411c-a8be-2c0fb3633065 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 944 time: 0.7014763 Jun 30 01:58:13.705679 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:13.733487 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:13.739351 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:13.739734 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.781771 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698110d-55a9-408f-9c93-bbd528b18df2" -d '{"events": [{"server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:13.872400 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.885393 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed153f-3fc2-47b4-849c-b0f77bc09f96 req-42f85acc-611a-48ef-852b-2045679e0ed6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:13.895324 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-72ed153f-3fc2-47b4-849c-b0f77bc09f96 req-42f85acc-611a-48ef-852b-2045679e0ed6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 931 time: 0.5106711 Jun 30 01:58:13.923663 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:13.930806 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.944763 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.947575 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:13.951604 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77bbec2e-c842-45a5-a21a-5bd0d6594f96 HTTP/1.1" status: 204 len: 168 time: 0.8387210 Jun 30 01:58:13.963332 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-d3055d8e-063f-4298-8118-afc54f46f920 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094532 Jun 30 01:58:13.972109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Allocated IP 172.20.0.4 (ab6fb201-bf0d-4d81-98dc-9dad54671f8f/10f246b0-07ad-4b91-88ff-53662a701ae2/60abf820-09d1-4ee7-8ff0-4a259031829e) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:13.986984 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-32eba609-6a32-4fdc-a2ad-cb827e7aa70a req-56574887-a4b2-4897-96d6-cdcebbea73e4 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920935 Jun 30 01:58:13.996436 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e579bb-fa8f-4da4-a68e-11db735511e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bbec2e-c842-45a5-a21a-5bd0d6594f96,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:14.024447 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64eb972d-4e27-4587-9391-6ae3b7508b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.040066 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-72ed153f-3fc2-47b4-849c-b0f77bc09f96 req-e58ab375-a7b8-4363-8b5e-3042b2403f07 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441219 Jun 30 01:58:14.051667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64eb972d-4e27-4587-9391-6ae3b7508b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.095186 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:14.200810 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-64eb972d-4e27-4587-9391-6ae3b7508b20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b14ceab8fa174eae8be04ee9db67de27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1771042 Jun 30 01:58:14.220069 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 39670) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:14.232908 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0675e0-883d-4a8a-9255-e8e38d06add2 {{(pid=93039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:14.258092 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.296944 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb972d-4e27-4587-9391-6ae3b7508b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a7b84-f8f4-42e8-8c78-212d5a54d65e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:14.312257 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Transition to ACTIVE for port object 7a0675e0-883d-4a8a-9255-e8e38d06add2 will not be triggered until provisioned by entity L2. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:14.322143 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.387640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.406079 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ffc9151a-d1d1-4524-9e19-5d967ea6f0af req-c77a24ab-12a1-443f-9580-26b3c5e3be0f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.1473966 Jun 30 01:58:14.432393 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:14.469841 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Transition to ACTIVE for port object 60abf820-09d1-4ee7-8ff0-4a259031829e will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:14.497820 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c014a-cfc1-49a9-bb89-3ec105366e8b req-bc57a005-30a1-484a-8bdd-fa5308a05f01 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:14.499612 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-853c014a-cfc1-49a9-bb89-3ec105366e8b req-bc57a005-30a1-484a-8bdd-fa5308a05f01 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.2721682 Jun 30 01:58:14.525958 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Attempting to bind port 7a0675e0-883d-4a8a-9255-e8e38d06add2 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:14.526513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Attempting to bind port 7a0675e0-883d-4a8a-9255-e8e38d06add2 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}] {{(pid=93039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:14.526988 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Attempting to bind port 7a0675e0-883d-4a8a-9255-e8e38d06add2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:14.531878 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.537085 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24175af8-b3ab-4495-b981-7ac82617f334 req-d1369b94-ca31-40fc-ac5d-cbb9784f6f3a service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575986 Jun 30 01:58:14.553640 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Port 7a0675e0-883d-4a8a-9255-e8e38d06add2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:14.554052 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Attempting to bind port 7a0675e0-883d-4a8a-9255-e8e38d06add2 on network 5efda55d-e181-4d32-a317-f4a2bc26dbdb {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:14.573475 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:14.573737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Checking segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:14.574275 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Bound using segment: {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'} {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:14.575127 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Bound port: 7a0675e0-883d-4a8a-9255-e8e38d06add2, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb48c330-5f3c-4e42-8c0a-b18484d96614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb'}}] {{(pid=93039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:14.575579 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.599282 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-853c014a-cfc1-49a9-bb89-3ec105366e8b req-ded05f53-3ff3-42e8-92e9-43e0a5839235 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906985 Jun 30 01:58:14.685789 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.721411 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977b4d7-df95-4cb1-abf0-bacadd45d311 x-openstack-request-id: req-b977b4d7-df95-4cb1-abf0-bacadd45d311 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:14.721590 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:14.721828 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b977b4d7-df95-4cb1-abf0-bacadd45d311 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:14.722502 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb', 'code': 200} Jun 30 01:58:14.742438 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, cleared binding levels {{(pid=93039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:14.754813 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:14.772508 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.808056 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.901488 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:14.903060 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:14.904858 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a0675e0-883d-4a8a-9255-e8e38d06add2 HTTP/1.1" status: 200 len: 1093 time: 2.0793138 Jun 30 01:58:14.908667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:15.066926 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194538c-2b07-4c3b-b38a-2342cc3fc687 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=3']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:15.108459 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321f2a-23be-446e-b537-f55f40e72f20 req-3c0df8ff-c22f-46d0-94f7-7066b74d16d6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.115721 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:15.118962 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8321f2a-23be-446e-b537-f55f40e72f20 req-3c0df8ff-c22f-46d0-94f7-7066b74d16d6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 943 time: 0.2443492 Jun 30 01:58:15.131230 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:15.134037 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:15.141246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.141975 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.149252 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:15.161254 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.41', 63889) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:15.172946 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:15.186379 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-355b7d5a-9603-4a3c-b72a-9368fb3fdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.188154 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-355b7d5a-9603-4a3c-b72a-9368fb3fdf9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1096 time: 0.5734913 Jun 30 01:58:15.234656 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.267846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-099d111a-e2b9-4134-b7b4-fddd20a5fc37 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8543336 Jun 30 01:58:15.269089 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.273173 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.278322 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c2a7b84-f8f4-42e8-8c78-212d5a54d65e HTTP/1.1" status: 204 len: 168 time: 1.0415473 Jun 30 01:58:15.322026 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8321f2a-23be-446e-b537-f55f40e72f20 req-11282266-70b6-4dbe-bacd-bd72f9b48ade tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017093 Jun 30 01:58:15.361879 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Request body: {'port': {'device_id': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:15.369436 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064e9e7-7f81-45f3-a0fb-54e405f4982c" -d '{"events": [{"name": "network-changed", "server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:15.423977 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Transition to ACTIVE for port object d443ff3a-ffdb-477f-acfc-518becac8fb2 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:15.424932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-e9bc02c1-071b-4ceb-8938-32c5567caf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.430415 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-e9bc02c1-071b-4ceb-8938-32c5567caf39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 1096 time: 0.3016365 Jun 30 01:58:15.440528 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9621b2-9f58-4a3b-86c6-240f6bd3be60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a7b84-f8f4-42e8-8c78-212d5a54d65e,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:15.526885 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-583ad38e-343a-4834-9c1a-7db0931023fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2 HTTP/1.1" status: 200 len: 217 time: 0.0901246 Jun 30 01:58:15.531818 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.607003 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-87b0aaf0-69b1-4edb-9390-24a6aa38a54d None None] Provisioning for port 60abf820-09d1-4ee7-8ff0-4a259031829e completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:15.616162 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-87b0aaf0-69b1-4edb-9390-24a6aa38a54d None None] Provisioning complete for port 60abf820-09d1-4ee7-8ff0-4a259031829e triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:15.617898 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87b0aaf0-69b1-4edb-9390-24a6aa38a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.670579 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08499-269b-4552-8863-0b4b528a4040 req-ea7c7da5-0bc7-46fa-a663-390e81a193a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.678387 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-ea7c7da5-0bc7-46fa-a663-390e81a193a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.1441627 Jun 30 01:58:15.708040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-87b0aaf0-69b1-4edb-9390-24a6aa38a54d None None] Port 60abf820-09d1-4ee7-8ff0-4a259031829e cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:15.759404 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-da8c5b51-96cb-4f2f-9aaf-588e315d6e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716178 Jun 30 01:58:15.817666 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:15.860085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-184d9e83-b04b-41eb-a2d3-0cc211671da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.868092 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-184d9e83-b04b-41eb-a2d3-0cc211671da6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 1098 time: 0.7051222 Jun 30 01:58:15.898296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-5229d87b-98b3-4f56-9156-7276d3fbb894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.901193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-5229d87b-98b3-4f56-9156-7276d3fbb894 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.6683867 Jun 30 01:58:15.911155 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533d842-c076-44c4-bd49-eb7ffd380fdb req-44dcb5bb-64b4-4532-bfea-1ddc6b9a8f24 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:15.919282 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0533d842-c076-44c4-bd49-eb7ffd380fdb req-44dcb5bb-64b4-4532-bfea-1ddc6b9a8f24 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.3267751 Jun 30 01:58:15.935154 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.945153 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:15.958787 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Attempting to bind port d443ff3a-ffdb-477f-acfc-518becac8fb2 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:15.959415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Attempting to bind port d443ff3a-ffdb-477f-acfc-518becac8fb2 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:15.959800 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Attempting to bind port d443ff3a-ffdb-477f-acfc-518becac8fb2 on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:15.993231 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Port d443ff3a-ffdb-477f-acfc-518becac8fb2 on network ea3bc50e-ccef-48c1-823b-ca222c933078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:15.993619 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Attempting to bind port d443ff3a-ffdb-477f-acfc-518becac8fb2 on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:16.017617 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0533d842-c076-44c4-bd49-eb7ffd380fdb req-43340c55-3b6c-41f3-b211-31d922e123fe tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972238 Jun 30 01:58:16.039481 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:16.039821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Checking segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:16.040216 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Bound using segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:16.041272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Bound port: d443ff3a-ffdb-477f-acfc-518becac8fb2, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:16.041272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:16.071407 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d585a-2f33-4a31-a146-b4c66023bcad req-8eaa3e5d-3989-4693-a099-24bd68c93dfb tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:16.077178 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-e4f2359a-fe58-4cb9-ae81-c74b1423ac6a service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034813 Jun 30 01:58:16.078478 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c60d585a-2f33-4a31-a146-b4c66023bcad req-8eaa3e5d-3989-4693-a099-24bd68c93dfb tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.7044845 Jun 30 01:58:16.118386 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-49a0633e-897d-45f5-a660-5da2eb11fda8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.1508150 Jun 30 01:58:16.201564 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78a08499-269b-4552-8863-0b4b528a4040 req-d21a8c0f-2623-4e0c-aefc-ac696a0964ae service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166079 Jun 30 01:58:16.337542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:16.361902 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c60d585a-2f33-4a31-a146-b4c66023bcad req-800840ac-657b-403f-8b69-55a1c081aa35 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825294 Jun 30 01:58:16.382774 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-3346c826-fa8d-4b85-bfbb-6fb0973b2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:16.384274 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-3346c826-fa8d-4b85-bfbb-6fb0973b2de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.2535326 Jun 30 01:58:16.396728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:16.470678 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:16.483515 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-e49fc3fc-d1d6-41a6-ad06-43815629e5b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542417 Jun 30 01:58:16.630813 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eebe6d-ab9c-4846-a7e5-9f04d0bb04c0 x-openstack-request-id: req-e1eebe6d-ab9c-4846-a7e5-9f04d0bb04c0 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:16.631150 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:16.631398 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1eebe6d-ab9c-4846-a7e5-9f04d0bb04c0 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:16.631870 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2', 'status': 'completed', 'code': 200} Jun 30 01:58:16.723894 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:16.726909 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e529aa-18b0-4213-89af-7920c6cb8114" -d '{"events": [{"server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "name": "network-vif-plugged", "status": "completed", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:16.772412 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-74482962-af1c-43f5-8f2e-0fccc0ad16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:16.774517 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-74482962-af1c-43f5-8f2e-0fccc0ad16e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 1096 time: 0.1133180 Jun 30 01:58:16.997877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:16.998681 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:16.999955 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] 10.222.0.41 "PUT /v2.0/ports/d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 1093 time: 4.1565356 Jun 30 01:58:17.006678 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-63023e98-2ef7-4419-9c5f-9aba696568a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.008474 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-63023e98-2ef7-4419-9c5f-9aba696568a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.2268403 Jun 30 01:58:17.046274 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:17.049040 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a991ddd-8a49-4fcd-9ada-27557751f2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:17.051915 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe95c-0e5a-407d-a794-9d303d6a5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:17.066087 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-4b5b10a1-447a-473e-8360-80faaaa579ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2 HTTP/1.1" status: 200 len: 217 time: 0.0497808 Jun 30 01:58:17.074979 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f685aae-281a-4347-8df6-7e2c3a198630 req-13aa720a-0089-4ca4-afa6-a34c59b01f38 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.087245 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1f685aae-281a-4347-8df6-7e2c3a198630 req-13aa720a-0089-4ca4-afa6-a34c59b01f38 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.1822915 Jun 30 01:58:17.106919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.128462 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.211851 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 2669e5c6-7da8-4695-b953-865855f058b2 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:17.230945 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1f685aae-281a-4347-8df6-7e2c3a198630 req-ceb6805f-d9a9-47d4-b154-5960235c6647 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390352 Jun 30 01:58:17.249141 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-ace5034d-8496-4ced-859f-7a4090a1bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.266343 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-ace5034d-8496-4ced-859f-7a4090a1bc3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.1334310 Jun 30 01:58:17.296718 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-ac17e2aa-3065-4440-9411-7546541f68db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340285 Jun 30 01:58:17.312876 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4179325 Jun 30 01:58:17.382862 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e7173-1065-43ac-8588-9ba7ecd9d236 req-15d92d4f-f44b-4723-9814-07ace234e3d4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.385528 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-349e7173-1065-43ac-8588-9ba7ecd9d236 req-15d92d4f-f44b-4723-9814-07ace234e3d4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 931 time: 0.4471209 Jun 30 01:58:17.402778 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-6491d3d0-c396-4f76-98f8-8487cc427291 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058749 Jun 30 01:58:17.411113 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45f76a05-06cb-4e6c-903d-8022eb96a861,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:17.504095 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=2669e5c6-7da8-4695-b953-865855f058b2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:17.588920 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '2669e5c6-7da8-4695-b953-865855f058b2', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'port_id': '2669e5c6-7da8-4695-b953-865855f058b2', 'mac_address': 'fa:16:3e:ea:a7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:17.628990 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea065b19-c08a-48eb-b82b-1b827535c3d9 req-959f7087-805d-442d-b8f8-41ff32741670 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000971 Jun 30 01:58:17.664504 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60abf820-09d1-4ee7-8ff0-4a259031829e {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:17.667432 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.685545 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2669e5c6-7da8-4695-b953-865855f058b2 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:17.690337 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.704436 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-d5ed43cb-86f7-4fa8-9b5f-9edf23ef75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.707679 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-d5ed43cb-86f7-4fa8-9b5f-9edf23ef75a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1096 time: 0.6063600 Jun 30 01:58:17.714135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=2669e5c6-7da8-4695-b953-865855f058b2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:17.726512 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.791485 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-10fd38d8-680f-43f9-8f3f-6a04c23b5bd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0722523 Jun 30 01:58:17.793203 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Transition to ACTIVE for port object 60abf820-09d1-4ee7-8ff0-4a259031829e will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:17.797104 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-349e7173-1065-43ac-8588-9ba7ecd9d236 req-9b644d0e-6e51-4f46-b3a6-472f5b646f6a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905559 Jun 30 01:58:17.800278 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:17.874923 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:17.898447 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-cf9d884c-d9db-43d0-8bf8-107d51c35aaf service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848689 Jun 30 01:58:17.899766 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65aaeaf-75e7-4930-8c3a-2d76af64a662 x-openstack-request-id: req-e65aaeaf-75e7-4930-8c3a-2d76af64a662 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:17.900085 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "name": "network-vif-plugged", "status": "completed", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:17.900612 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e65aaeaf-75e7-4930-8c3a-2d76af64a662 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:17.901254 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97', 'code': 200} Jun 30 01:58:17.928353 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5319d8-0197-4085-814c-4775f0abff1b req-eab354c2-6580-4cb6-9eef-625f5bc28ec4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:17.942413 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b5319d8-0197-4085-814c-4775f0abff1b req-eab354c2-6580-4cb6-9eef-625f5bc28ec4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 943 time: 0.2210348 Jun 30 01:58:17.991510 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['2669e5c6-7da8-4695-b953-865855f058b2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:18.031143 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Pushing event updated for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:18.193912 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Attempting to bind port 60abf820-09d1-4ee7-8ff0-4a259031829e on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:18.194305 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Attempting to bind port 60abf820-09d1-4ee7-8ff0-4a259031829e by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:18.194669 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Attempting to bind port 60abf820-09d1-4ee7-8ff0-4a259031829e on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:18.202644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-64d1de61-86a8-4cbe-83b5-e3f3e70b7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.204146 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-64d1de61-86a8-4cbe-83b5-e3f3e70b7f62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.4052007 Jun 30 01:58:18.210270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Port 60abf820-09d1-4ee7-8ff0-4a259031829e on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:18.210582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Attempting to bind port 60abf820-09d1-4ee7-8ff0-4a259031829e on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:18.214753 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b5319d8-0197-4085-814c-4775f0abff1b req-3bb2319e-cb4d-4abc-8c0e-4c103eca9308 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710993 Jun 30 01:58:18.269806 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:18.270251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Checking segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:18.271061 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Bound using segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:18.271480 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Bound port: 60abf820-09d1-4ee7-8ff0-4a259031829e, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:18.271836 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:18.320486 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89b976-10e1-48a3-81d5-215ab978dafe x-openstack-request-id: req-9f89b976-10e1-48a3-81d5-215ab978dafe {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:18.320761 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:18.321034 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f89b976-10e1-48a3-81d5-215ab978dafe {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:18.321539 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'status': 'completed', 'code': 200} Jun 30 01:58:18.322652 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-c77a9669-79a1-48b4-9401-4fdc6ed58be4 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093609 Jun 30 01:58:18.402679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1a4e-1a72-4f9f-bc40-a2c7b815cf20 req-d0f88f1a-2760-4c37-877b-c526e3a22174 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.405878 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f6ea1a4e-1a72-4f9f-bc40-a2c7b815cf20 req-d0f88f1a-2760-4c37-877b-c526e3a22174 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.2960939 Jun 30 01:58:18.513383 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:18.532635 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f6ea1a4e-1a72-4f9f-bc40-a2c7b815cf20 req-e8856027-2076-4ba3-8141-2a536e756d8f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250734 Jun 30 01:58:18.544997 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-764c2352-cf08-4de3-8974-3abb061d7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.548237 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-764c2352-cf08-4de3-8974-3abb061d7456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3338768 Jun 30 01:58:18.622433 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb17aa-48fd-4d15-81e4-32734b68749d req-54024323-cc5c-4327-88ca-ab711f36eeb1 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.624703 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dbcb17aa-48fd-4d15-81e4-32734b68749d req-54024323-cc5c-4327-88ca-ab711f36eeb1 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.1206727 Jun 30 01:58:18.681778 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=60abf820-09d1-4ee7-8ff0-4a259031829e,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:18.698369 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dbcb17aa-48fd-4d15-81e4-32734b68749d req-3ae968b2-31b3-43f0-a57e-d7bcfdcbc36d tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Jun 30 01:58:18.700852 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:18.710686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f7ae1-91b4-4ba9-98af-e0aedc3dac3c req-9aceb593-ace5-436a-905b-13edf86dbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.711691 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4f6f7ae1-91b4-4ba9-98af-e0aedc3dac3c req-9aceb593-ace5-436a-905b-13edf86dbea4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 1098 time: 0.3949840 Jun 30 01:58:18.819317 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.820495 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:18.822370 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] 10.222.0.41 "PUT /v2.0/ports/60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 1093 time: 3.4985392 Jun 30 01:58:18.893051 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4f6f7ae1-91b4-4ba9-98af-e0aedc3dac3c req-3eef3267-9d52-4801-b460-d227d1153410 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508071 Jun 30 01:58:18.896848 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004d2b-36e0-4950-a268-5940d34a461f service neutron] Pushing event updated for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:18.901115 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-c96a627b-5a1a-4304-9d04-3514d2fc734d service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207643 Jun 30 01:58:18.935893 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f48b-4e4f-4895-9f8e-d4f45402eab7 req-00a01cb4-4cfe-4511-a11a-db26e7462d78 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:18.938404 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bab8f48b-4e4f-4895-9f8e-d4f45402eab7 req-00a01cb4-4cfe-4511-a11a-db26e7462d78 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.2348843 Jun 30 01:58:19.125845 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bab8f48b-4e4f-4895-9f8e-d4f45402eab7 req-9680ebd8-d70b-4953-a694-df66440776fd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765463 Jun 30 01:58:19.170108 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-0ad78e9e-efed-4e4f-a7a9-916b6fd26b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.173269 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-0ad78e9e-efed-4e4f-a7a9-916b6fd26b8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1096 time: 0.1996040 Jun 30 01:58:19.197334 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec49561-ccaa-48e9-8320-ed85fae9412d req-7f8f40ba-dacc-4c13-8b4c-5ef8a72f1ede tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.211688 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8ec49561-ccaa-48e9-8320-ed85fae9412d req-7f8f40ba-dacc-4c13-8b4c-5ef8a72f1ede tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 943 time: 0.1917233 Jun 30 01:58:19.222753 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7a0675e0-883d-4a8a-9255-e8e38d06add2 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:19.225785 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 2669e5c6-7da8-4695-b953-865855f058b2 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:19.248122 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-b4020f99-1127-4578-81ba-991fdc47fae1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 217 time: 0.0605187 Jun 30 01:58:19.254790 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90227195-54c4-4ff4-8c16-30b54e2f97af req-63a171c6-de67-423e-8c06-bfbbae2e2b15 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817662 Jun 30 01:58:19.309896 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8ec49561-ccaa-48e9-8320-ed85fae9412d req-d8c62bd2-2bdd-4721-a02d-16fd71d5f59e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966628 Jun 30 01:58:19.318466 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-ed83a445-2cc9-4548-a1e9-ceff8bbcaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.320722 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-ed83a445-2cc9-4548-a1e9-ceff8bbcaff1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0644124 Jun 30 01:58:19.538711 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69306829-0672-4b2f-b093-47cabd70468b req-f63b7c2e-e6fc-4089-9e5d-ff100cb250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.540324 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-f63b7c2e-e6fc-4089-9e5d-ff100cb250b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2107604 Jun 30 01:58:19.571384 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 2669e5c6-7da8-4695-b953-865855f058b2 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:19.586833 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 2669e5c6-7da8-4695-b953-865855f058b2 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:19.587219 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:19.646949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135bd56-c75d-4e3d-b114-6334fb87e605 req-ef9be6e6-8a74-4a72-b813-afdf968b1936 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.649357 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5135bd56-c75d-4e3d-b114-6334fb87e605 req-ef9be6e6-8a74-4a72-b813-afdf968b1936 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 943 time: 0.1891177 Jun 30 01:58:19.651924 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-d7c491ef-ab56-4502-b483-64a9cb716ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.654406 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-d7c491ef-ab56-4502-b483-64a9cb716ffb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1096 time: 0.2609792 Jun 30 01:58:19.666961 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:19.727362 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '7a0675e0-883d-4a8a-9255-e8e38d06add2', 'network_id': '5efda55d-e181-4d32-a317-f4a2bc26dbdb', 'port_id': '7a0675e0-883d-4a8a-9255-e8e38d06add2', 'mac_address': 'fa:16:3e:dd:97:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef4ba95-b635-4f37-91c0-56ae7672994e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:19.775532 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:19.782499 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7923ec61-060f-4957-ac07-d0aa598e7395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:19.847157 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=2669e5c6-7da8-4695-b953-865855f058b2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:19.850883 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:19.856814 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:19.927617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:19.930907 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869b1f2-bf96-4ff6-a411-ba608d4a97e8" -d '{"events": [{"server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "name": "network-vif-plugged", "status": "completed", "tag": "2669e5c6-7da8-4695-b953-865855f058b2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:19.954401 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0675e0-883d-4a8a-9255-e8e38d06add2 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:19.962597 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa77de3-5da2-48a8-b9bf-3c50ee4acfa1 req-9faff341-2785-4f98-8901-5d83e54ca82a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:19.979220 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6aa77de3-5da2-48a8-b9bf-3c50ee4acfa1 req-9faff341-2785-4f98-8901-5d83e54ca82a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.1840746 Jun 30 01:58:20.075798 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6aa77de3-5da2-48a8-b9bf-3c50ee4acfa1 req-fe2866c6-eeb0-4fb9-be11-e542560ee88a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949440 Jun 30 01:58:20.091367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:20.115898 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:20.125634 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:20.220647 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5135bd56-c75d-4e3d-b114-6334fb87e605 req-e557b93b-c1c9-4221-ba4d-b1d0d8463f3a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613296 Jun 30 01:58:20.243299 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:20.264890 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-fc1de923-199c-41ab-b4f2-d50c3fbc06dc service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148459 Jun 30 01:58:20.339603 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:20.341896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581ba90-8f7b-4489-90f6-71f767e625a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:20.372478 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e705fa6-fdbd-485d-b22b-4573aafa1daf x-openstack-request-id: req-3e705fa6-fdbd-485d-b22b-4573aafa1daf {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:20.373248 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "name": "network-vif-plugged", "status": "completed", "tag": "2669e5c6-7da8-4695-b953-865855f058b2", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:20.373599 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e705fa6-fdbd-485d-b22b-4573aafa1daf {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:20.374086 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2', 'code': 200} Jun 30 01:58:20.396281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['7a0675e0-883d-4a8a-9255-e8e38d06add2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:20.441515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-6e5ecc7d-19a2-4282-be3e-4d4acb60cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:20.445311 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-6e5ecc7d-19a2-4282-be3e-4d4acb60cb3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.7745495 Jun 30 01:58:20.586323 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-2c459ec1-da10-403e-a7e4-ca0a20776a76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 217 time: 0.1255648 Jun 30 01:58:20.595916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200630df-9569-4c4a-8ae4-056e33f590ec req-b55b8fa8-a0be-4425-9afb-7bbc9f84dd10 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:20.608841 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-200630df-9569-4c4a-8ae4-056e33f590ec req-b55b8fa8-a0be-4425-9afb-7bbc9f84dd10 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.2326276 Jun 30 01:58:20.721587 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-200630df-9569-4c4a-8ae4-056e33f590ec req-2008187e-7725-431d-8371-ba6fb27eaa54 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107867 Jun 30 01:58:20.742748 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69306829-0672-4b2f-b093-47cabd70468b req-57082414-1f33-4533-b6d1-80893e5df884 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685411 Jun 30 01:58:20.762818 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-d25b0791-401e-4e87-9258-f8239b2ed954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:20.765860 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-d25b0791-401e-4e87-9258-f8239b2ed954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.1673083 Jun 30 01:58:20.917917 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a406dd-ebe9-45c0-a970-f0bd83fc66b8 req-cdde5b5f-62b6-45df-a4ee-e7514121a7ee tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:20.922318 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:58:20.926898 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-64a406dd-ebe9-45c0-a970-f0bd83fc66b8 req-cdde5b5f-62b6-45df-a4ee-e7514121a7ee tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.2799339 Jun 30 01:58:21.002100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-3f51c5dc-f064-4bec-83c1-720dd3081aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.004729 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-3f51c5dc-f064-4bec-83c1-720dd3081aac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2196085 Jun 30 01:58:21.022095 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-64a406dd-ebe9-45c0-a970-f0bd83fc66b8 req-accca339-9f70-4f7b-b6ef-d3ae85f34d2c tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940206 Jun 30 01:58:21.065104 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c76dc-d842-4d6f-b45c-3391c0ed1292 req-ad823b10-93bb-4055-a4ef-60180a2878fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.067153 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-987c76dc-d842-4d6f-b45c-3391c0ed1292 req-ad823b10-93bb-4055-a4ef-60180a2878fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.2772100 Jun 30 01:58:21.104135 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5295deb-6a4f-4f5e-aedd-5256960e0c1c req-e55339d9-40c8-4440-99b0-b0989de0f990 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.118763 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d5295deb-6a4f-4f5e-aedd-5256960e0c1c req-e55339d9-40c8-4440-99b0-b0989de0f990 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 943 time: 0.1691654 Jun 30 01:58:21.152946 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e930a-e714-49fa-87e7-761e28067acf x-openstack-request-id: req-1e9e930a-e714-49fa-87e7-761e28067acf {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:21.153353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:21.153668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e9e930a-e714-49fa-87e7-761e28067acf {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:21.154077 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'status': 'completed', 'code': 200} Jun 30 01:58:21.196855 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-987c76dc-d842-4d6f-b45c-3391c0ed1292 req-474fc621-f388-4da1-9f35-2d24ed55d1b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070201 Jun 30 01:58:21.214774 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d5295deb-6a4f-4f5e-aedd-5256960e0c1c req-2ac9f591-b821-421b-ba4f-7069b8d8473d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898561 Jun 30 01:58:21.260328 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-08d8f827-79c6-4202-b8b3-db0b004bc859 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328529 Jun 30 01:58:21.305693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-68a24eb5-075e-4c53-8dd5-b3f6677addd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.306995 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-68a24eb5-075e-4c53-8dd5-b3f6677addd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1096 time: 0.1096201 Jun 30 01:58:21.588126 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb84116-4538-474c-9183-dffce8a57078 req-eaece0ae-eda0-485a-a701-5c58fc8a1d2b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.590649 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbb84116-4538-474c-9183-dffce8a57078 req-eaece0ae-eda0-485a-a701-5c58fc8a1d2b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 944 time: 0.1179895 Jun 30 01:58:21.625211 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a991ddd-8a49-4fcd-9ada-27557751f2b6 req-53180b27-380c-4ea2-95a4-43c1fae5991b service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306029 Jun 30 01:58:21.630169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-307e59dc-8d4f-4803-961b-e2a40206253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.631934 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-307e59dc-8d4f-4803-961b-e2a40206253e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.2766421 Jun 30 01:58:21.642415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d239e16-afaf-42c5-802e-71dc2dcf0aa0 req-60d0d5e5-6c75-47e7-a1f1-7e7b5ce02162 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.651827 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4d239e16-afaf-42c5-802e-71dc2dcf0aa0 req-60d0d5e5-6c75-47e7-a1f1-7e7b5ce02162 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.2050259 Jun 30 01:58:21.660338 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbb84116-4538-474c-9183-dffce8a57078 req-7ae0bbd6-00f5-4157-932c-3522acb82e0b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625603 Jun 30 01:58:21.715602 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-a950548a-5910-4003-a740-6d4d97dd3c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 217 time: 0.0542164 Jun 30 01:58:21.787846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4d239e16-afaf-42c5-802e-71dc2dcf0aa0 req-a4ed1967-c7ab-48c8-8f6b-6dd08e37e495 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348841 Jun 30 01:58:21.821594 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-8f7455c2-53c9-40a3-8036-bdabd8be2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.823422 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-8f7455c2-53c9-40a3-8036-bdabd8be2b4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0917132 Jun 30 01:58:21.915544 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-294b6c6e-94d0-48c1-a1a1-c46444cc5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:21.917387 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-294b6c6e-94d0-48c1-a1a1-c46444cc5322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0832896 Jun 30 01:58:22.061045 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-146f2720-8083-4dc5-a06f-336c67ce6783 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276464 Jun 30 01:58:22.163900 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5581ba90-8f7b-4489-90f6-71f767e625a8 req-0590ae87-2f7e-493b-a28a-c472e44e813a service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968959 Jun 30 01:58:22.381164 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:22.406083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0275c937-7ac0-4a20-8011-9f4c3dc906e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:22.491888 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26686ce9-6a25-447b-be4d-ca6a95140829 req-41d42ee6-5e2c-403b-80e7-285e23f87ae6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:22.493752 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26686ce9-6a25-447b-be4d-ca6a95140829 req-41d42ee6-5e2c-403b-80e7-285e23f87ae6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 943 time: 0.0936565 Jun 30 01:58:22.543809 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26686ce9-6a25-447b-be4d-ca6a95140829 req-40fa33cb-4e88-4fed-a4be-3ff675ad9d3d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Jun 30 01:58:22.869304 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558483-9bd0-45b5-a687-5ddca2ef1422 req-355d3865-6cf1-4f7c-bb3a-ccb63eecaa25 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:22.870884 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4558483-9bd0-45b5-a687-5ddca2ef1422 req-355d3865-6cf1-4f7c-bb3a-ccb63eecaa25 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 944 time: 0.0865245 Jun 30 01:58:22.918250 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4558483-9bd0-45b5-a687-5ddca2ef1422 req-82c5c3e6-8ee9-4bf4-a5ee-41a0c6cf16af tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jun 30 01:58:23.123426 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17f53a-2151-4456-a604-fa8c4f59a2be req-939641e5-c3d4-45d4-90d1-7adaaab14a7c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:23.124979 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f17f53a-2151-4456-a604-fa8c4f59a2be req-939641e5-c3d4-45d4-90d1-7adaaab14a7c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0714395 Jun 30 01:58:23.174845 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f17f53a-2151-4456-a604-fa8c4f59a2be req-0abfad3c-31c2-4263-af22-9637aa9bd667 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Jun 30 01:58:23.287275 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:24.470233 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 60abf820-09d1-4ee7-8ff0-4a259031829e details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:24.570660 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=60abf820-09d1-4ee7-8ff0-4a259031829e,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:24.585177 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'port_id': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'mac_address': 'fa:16:3e:fb:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:24.631623 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:24.646256 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60abf820-09d1-4ee7-8ff0-4a259031829e {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:24.668092 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=60abf820-09d1-4ee7-8ff0-4a259031829e,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:24.672822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:24.673622 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:24.766054 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:24.818251 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:24.830809 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:24.881105 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:24.894695 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:24.916675 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:24.932355 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:24.980832 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:25.004827 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:25.566883 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7a0675e0-883d-4a8a-9255-e8e38d06add2 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:25.632520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 7a0675e0-883d-4a8a-9255-e8e38d06add2 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:25.640947 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 7a0675e0-883d-4a8a-9255-e8e38d06add2 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:25.641394 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:25.762920 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:25.803803 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:25.808043 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f15dcf-23f4-40b8-9103-19c6dd68288a" -d '{"events": [{"server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:25.835856 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:25.850033 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:26.063760 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['60abf820-09d1-4ee7-8ff0-4a259031829e'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:26.131617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['d443ff3a-ffdb-477f-acfc-518becac8fb2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:26.140333 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:26.198738 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910a9f-ed58-49db-a8c6-752c31755c41 req-0172334b-e4f7-4f2a-94a3-e19758cb9690 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:26.208275 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e9910a9f-ed58-49db-a8c6-752c31755c41 req-0172334b-e4f7-4f2a-94a3-e19758cb9690 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1259346 Jun 30 01:58:26.266799 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a51d3-d3c9-45f4-8d49-fc90d732e2a4 req-3ebefd28-f581-4413-ba3e-1ee06515f682 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:26.269219 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e9910a9f-ed58-49db-a8c6-752c31755c41 req-8d057844-8717-4ca9-812f-25dd7996cb70 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591204 Jun 30 01:58:26.269446 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee2a51d3-d3c9-45f4-8d49-fc90d732e2a4 req-3ebefd28-f581-4413-ba3e-1ee06515f682 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 944 time: 0.1887181 Jun 30 01:58:26.334173 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee2a51d3-d3c9-45f4-8d49-fc90d732e2a4 req-6a9aafca-09de-466d-a77d-e752f7a58335 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547032 Jun 30 01:58:26.440055 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49d1ab-a60a-40ca-b871-5e53b05b4e51 x-openstack-request-id: req-fb49d1ab-a60a-40ca-b871-5e53b05b4e51 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:26.440852 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:26.441281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb49d1ab-a60a-40ca-b871-5e53b05b4e51 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:26.441822 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2', 'code': 200} Jun 30 01:58:26.509250 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e5b7c-4e3f-46b8-bb95-6758d921d747 req-5a806efc-dd33-4d8f-a5bc-b8c92f85911f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:26.510829 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd5e5b7c-4e3f-46b8-bb95-6758d921d747 req-5a806efc-dd33-4d8f-a5bc-b8c92f85911f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.0765159 Jun 30 01:58:26.581828 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd5e5b7c-4e3f-46b8-bb95-6758d921d747 req-98574774-fdbb-41c0-ac1b-74fe167cd7ec tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627990 Jun 30 01:58:26.635018 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:26.808218 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a307ac-90bc-47b3-82a3-dc6e49141bcc req-d0b64548-4be0-4750-a57a-113863881ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:26.810981 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c7a307ac-90bc-47b3-82a3-dc6e49141bcc req-d0b64548-4be0-4750-a57a-113863881ffe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 1098 time: 0.1430054 Jun 30 01:58:26.861077 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c7a307ac-90bc-47b3-82a3-dc6e49141bcc req-140dcad6-b4d8-4b19-be34-2fbb4332eac2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Jun 30 01:58:27.409506 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40066) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:27.527897 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf87af-3317-4018-8163-8c8239c7f021 req-2f081e58-5497-4447-a340-b502cf3a89b4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:27.529773 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24bf87af-3317-4018-8163-8c8239c7f021 req-2f081e58-5497-4447-a340-b502cf3a89b4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0831664 Jun 30 01:58:27.561347 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 60abf820-09d1-4ee7-8ff0-4a259031829e up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:27.562691 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c307-7924-40f0-87b6-2083c6063a45 req-bee3b6d8-bf41-46eb-85d8-052311b135a4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:27.564372 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2903c307-7924-40f0-87b6-2083c6063a45 req-bee3b6d8-bf41-46eb-85d8-052311b135a4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 944 time: 0.0745757 Jun 30 01:58:27.572510 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a257d356-c9ed-4150-9b23-07b26929aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.617704 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-24bf87af-3317-4018-8163-8c8239c7f021 req-8eef4aab-3519-446a-92c0-a8fd3861b6ce tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Jun 30 01:58:27.639826 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2903c307-7924-40f0-87b6-2083c6063a45 req-dfe2438a-0bc8-4c65-a89e-2aef22b1ba13 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669470 Jun 30 01:58:27.656363 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 60abf820-09d1-4ee7-8ff0-4a259031829e completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:27.661362 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 60abf820-09d1-4ee7-8ff0-4a259031829e triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:27.661828 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.765983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a257d356-c9ed-4150-9b23-07b26929aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.781230 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.784679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a257d356-c9ed-4150-9b23-07b26929aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.816935 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=60abf820-09d1-4ee7-8ff0-4a259031829e,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:27.822548 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.823916 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:27.833894 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257d356-c9ed-4150-9b23-07b26929aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d588736-b1f4-4f16-b089-f847bbf91946,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:27.842740 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a257d356-c9ed-4150-9b23-07b26929aa58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f649c19f83247bfad3abe762fb0da7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278915 Jun 30 01:58:27.843009 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40074) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:27.889731 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b7cdd-42ba-41dd-a578-97f0884065ce req-140b9b0f-e048-4220-bb25-4437ebeff387 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:27.891441 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-228b7cdd-42ba-41dd-a578-97f0884065ce req-140b9b0f-e048-4220-bb25-4437ebeff387 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.1565604 Jun 30 01:58:27.927680 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:27.938243 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port d443ff3a-ffdb-477f-acfc-518becac8fb2 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:27.942846 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port d443ff3a-ffdb-477f-acfc-518becac8fb2 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:27.943135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.955034 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-228b7cdd-42ba-41dd-a578-97f0884065ce req-5aea3a8a-f99b-4a8f-bd8c-d8b1fdddffb9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562921 Jun 30 01:58:27.955738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:27.981860 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.052317 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.055806 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.059280 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d588736-b1f4-4f16-b089-f847bbf91946 HTTP/1.1" status: 204 len: 168 time: 0.2131624 Jun 30 01:58:28.070689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.080550 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377940-b210-46db-8220-66f98c21647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d588736-b1f4-4f16-b089-f847bbf91946,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:28.142959 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:28.149244 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.228600 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:28.420577 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40094) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:28.436214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4fc8693e-35b8-4f41-a01e-4b2894633f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.443731 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e'}, {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:28.447858 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524deab4-5ee2-4e5f-a9c0-276b2929feb9" -d '{"events": [{"server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "name": "network-vif-plugged", "status": "completed", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e"}, {"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:28.500361 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d936fd-1c60-42e6-b948-fb5373258478 x-openstack-request-id: req-90d936fd-1c60-42e6-b948-fb5373258478 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:28.500682 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "name": "network-vif-plugged", "status": "completed", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e", "code": 200}, {"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:28.501073 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90d936fd-1c60-42e6-b948-fb5373258478 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:28.501608 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'code': 200} Jun 30 01:58:28.501886 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'code': 200} Jun 30 01:58:28.570157 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4fc8693e-35b8-4f41-a01e-4b2894633f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.576706 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4fc8693e-35b8-4f41-a01e-4b2894633f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.633338 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4fc8693e-35b8-4f41-a01e-4b2894633f1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17da98bf02d449e89338158f448a0771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110944 Jun 30 01:58:28.635173 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8693e-35b8-4f41-a01e-4b2894633f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f74acb-079f-48e5-99c7-7fa3bbaf98a2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:28.639923 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40102) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:28.761508 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.796411 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.890737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.893309 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:28.894446 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43f74acb-079f-48e5-99c7-7fa3bbaf98a2 HTTP/1.1" status: 204 len: 168 time: 0.2530496 Jun 30 01:58:28.925717 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf6263-d51f-4044-8439-ba61eb7b0c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f74acb-079f-48e5-99c7-7fa3bbaf98a2,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:28.978015 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d837d-f386-48f2-a589-b8216de6d790 req-56661427-820b-40bb-9cd7-8a21aa032c29 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:28.979997 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e0d837d-f386-48f2-a589-b8216de6d790 req-56661427-820b-40bb-9cd7-8a21aa032c29 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0995576 Jun 30 01:58:29.012077 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8056-a31d-4da0-a89b-08c204db9f1f req-82e8c820-bb84-49ab-8cf5-ffc8117bfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.015400 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-302e8056-a31d-4da0-a89b-08c204db9f1f req-82e8c820-bb84-49ab-8cf5-ffc8117bfcc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1098 time: 0.2210352 Jun 30 01:58:29.050180 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e0d837d-f386-48f2-a589-b8216de6d790 req-d0ed5157-8bf6-4aa1-a86d-a5fb234cd6cb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628788 Jun 30 01:58:29.063829 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcf8e-6ee5-44ba-b237-368801087a71 req-ececa2a7-d106-4a57-b3f6-f85327bfda87 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.065510 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d12dcf8e-6ee5-44ba-b237-368801087a71 req-ececa2a7-d106-4a57-b3f6-f85327bfda87 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1933749 Jun 30 01:58:29.079438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45885ad-8313-4088-8a32-cbfa0eefc105 req-9f7fa582-aa6b-4db3-82b6-0bee2f01b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.081330 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a45885ad-8313-4088-8a32-cbfa0eefc105 req-9f7fa582-aa6b-4db3-82b6-0bee2f01b3c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1916831 Jun 30 01:58:29.123858 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-302e8056-a31d-4da0-a89b-08c204db9f1f req-cb8ecbc2-46bf-467d-802c-3dc758c52f95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000850 Jun 30 01:58:29.166368 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d12dcf8e-6ee5-44ba-b237-368801087a71 req-d157ae39-8670-4a66-8ae9-6e965313c592 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914657 Jun 30 01:58:29.173761 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a45885ad-8313-4088-8a32-cbfa0eefc105 req-3472c0dd-1a00-4f69-b910-60d93218c9b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809126 Jun 30 01:58:29.286369 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34c8ef-84b3-4e0b-95ff-169feb8f1c6a req-d741b16f-351d-43c6-b494-9e22cc3c03f5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.288085 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0a34c8ef-84b3-4e0b-95ff-169feb8f1c6a req-d741b16f-351d-43c6-b494-9e22cc3c03f5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0750008 Jun 30 01:58:29.364374 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0a34c8ef-84b3-4e0b-95ff-169feb8f1c6a req-501db970-06ef-4d5c-a94b-98625b027b13 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675480 Jun 30 01:58:29.735089 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507285-bc0d-4372-8680-a04aadaec642 req-de514656-9139-492f-9813-667bb9893eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.741764 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-de514656-9139-492f-9813-667bb9893eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 1098 time: 0.1100354 Jun 30 01:58:29.817823 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cafaa-9529-48e8-9c38-e08f7a1c5728 req-5fa0dccd-832b-4bd7-8e9c-fde6d4313edc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.819838 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-813cafaa-9529-48e8-9c38-e08f7a1c5728 req-5fa0dccd-832b-4bd7-8e9c-fde6d4313edc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1107450 Jun 30 01:58:29.868420 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507285-bc0d-4372-8680-a04aadaec642 req-f3e12624-e8c1-4ffc-90f9-50dcffb9e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.870045 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-f3e12624-e8c1-4ffc-90f9-50dcffb9e8d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.1165881 Jun 30 01:58:29.872803 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-813cafaa-9529-48e8-9c38-e08f7a1c5728 req-4df326a6-10d8-42db-92b5-206bf5e388b9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Jun 30 01:58:29.911581 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-d267376e-b24c-45ed-a9d4-3ac7f559d0e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2 HTTP/1.1" status: 200 len: 217 time: 0.0345309 Jun 30 01:58:29.965502 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3507285-bc0d-4372-8680-a04aadaec642 req-df7ac1a7-a40e-433b-b6e9-9fa82b3bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:29.966956 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-df7ac1a7-a40e-433b-b6e9-9fa82b3bc6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0483963 Jun 30 01:58:30.007989 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-f0541c21-32ec-4323-b2e0-b1eda7051ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282333 Jun 30 01:58:30.112169 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-20264636-368e-4258-8994-59915e48db93 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Jun 30 01:58:30.265307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f3507285-bc0d-4372-8680-a04aadaec642 req-11106103-aecd-4a3f-9d68-4e89861c662b service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404831 Jun 30 01:58:30.278362 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f71a-41a7-4340-96f8-065ee9a3fa83 req-dcd3b002-85ae-45a7-b4f1-201fe4f0f5c9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:30.280437 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1b32f71a-41a7-4340-96f8-065ee9a3fa83 req-dcd3b002-85ae-45a7-b4f1-201fe4f0f5c9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1073277 Jun 30 01:58:30.350102 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1b32f71a-41a7-4340-96f8-065ee9a3fa83 req-91b6621c-9bbe-426a-b98f-b7b113bd8f25 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627656 Jun 30 01:58:30.610389 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e80d8-5cb8-4a25-a690-c8f9d78350a9 req-ba6993b3-dd2b-43d0-b6fa-70cd581b9c53 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:30.612687 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-438e80d8-5cb8-4a25-a690-c8f9d78350a9 req-ba6993b3-dd2b-43d0-b6fa-70cd581b9c53 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0976939 Jun 30 01:58:30.661463 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-438e80d8-5cb8-4a25-a690-c8f9d78350a9 req-ec58ebb9-9f3b-455c-9728-08cc66198b1f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Jun 30 01:58:31.082733 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8306-9493-49b3-af83-d874307a3320 req-ceb409bf-5d6c-43a9-87f1-78e0430af4e6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:31.084443 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-610d8306-9493-49b3-af83-d874307a3320 req-ceb409bf-5d6c-43a9-87f1-78e0430af4e6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0919282 Jun 30 01:58:31.128898 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-610d8306-9493-49b3-af83-d874307a3320 req-60a2e936-fee7-4391-a503-86c0f21be9da tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jun 30 01:58:31.473651 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40262) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:31.527491 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c79cfa-392f-4aa5-aad1-2cb7e3e1d51a req-88318283-f5d1-4749-93f1-21ef7f66ff8d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:31.529066 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8c79cfa-392f-4aa5-aad1-2cb7e3e1d51a req-88318283-f5d1-4749-93f1-21ef7f66ff8d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0678158 Jun 30 01:58:31.577672 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8c79cfa-392f-4aa5-aad1-2cb7e3e1d51a req-d1176cbd-6e05-430d-b882-c37cbe7a52b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Jun 30 01:58:31.585248 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b17a284a-f733-409c-89a7-caf910da4107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.700969 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b17a284a-f733-409c-89a7-caf910da4107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.713976 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b17a284a-f733-409c-89a7-caf910da4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.773268 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b17a284a-f733-409c-89a7-caf910da4107 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06ab446e8bda420ca7c9330dceceb0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984550 Jun 30 01:58:31.776523 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40282) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:31.788525 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a284a-f733-409c-89a7-caf910da4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e1a91-980c-454d-8c49-58587015a6d6,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:31.825999 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623f3f-9cf1-4c1a-8964-837570eb8692 req-db993cb9-ed72-4e70-a095-37a95b63bccb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:31.829158 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-77623f3f-9cf1-4c1a-8964-837570eb8692 req-db993cb9-ed72-4e70-a095-37a95b63bccb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1252592 Jun 30 01:58:31.837765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40284) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:31.843081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'floatingip': {'port_id': '60abf820-09d1-4ee7-8ff0-4a259031829e'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:31.891697 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.914403 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9dc6e-f1f6-4bcf-b4d7-a9ed2b06f198 req-e065ef14-0e1e-407b-b5e1-70b9e4532aa7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:31.916014 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-98b9dc6e-f1f6-4bcf-b4d7-a9ed2b06f198 req-e065ef14-0e1e-407b-b5e1-70b9e4532aa7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.1096215 Jun 30 01:58:31.930232 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.931319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:31.990446 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-98b9dc6e-f1f6-4bcf-b4d7-a9ed2b06f198 req-655a4da7-8413-4661-b78c-e0959bda2d05 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660427 Jun 30 01:58:32.011441 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.014501 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.028466 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c97e1a91-980c-454d-8c49-58587015a6d6 HTTP/1.1" status: 204 len: 168 time: 0.2376096 Jun 30 01:58:32.040327 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83170a4d-9b26-44ef-95fe-11bb5c5c5016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e1a91-980c-454d-8c49-58587015a6d6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:32.335175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2bb0-4c1b-452a-8f39-65e94700ae9c req-b0f759e9-a3ef-4516-a37b-7e65524db251 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:32.336712 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49ad2bb0-4c1b-452a-8f39-65e94700ae9c req-b0f759e9-a3ef-4516-a37b-7e65524db251 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0861526 Jun 30 01:58:32.343151 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40300) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:32.373181 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f49e48aa-0422-469a-b229-09f1a0e43725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.410079 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49ad2bb0-4c1b-452a-8f39-65e94700ae9c req-61e6f23d-4b2e-45bf-80fe-6909c2a00ec2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580471 Jun 30 01:58:32.522377 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f49e48aa-0422-469a-b229-09f1a0e43725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.530947 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f49e48aa-0422-469a-b229-09f1a0e43725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.537789 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487087f-d240-4810-b30a-1aa3284f164d req-44968e49-f6ff-4f2e-8d87-b5d905b39cd9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:32.539589 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5487087f-d240-4810-b30a-1aa3284f164d req-44968e49-f6ff-4f2e-8d87-b5d905b39cd9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.4174693 Jun 30 01:58:32.551040 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40312) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:32.568223 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'floatingip': {'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:32.570415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40314) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:32.669386 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f49e48aa-0422-469a-b229-09f1a0e43725 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f82774ad6f44a6ba7cd2e70511b67ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249502 Jun 30 01:58:32.673755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40318) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:32.681357 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.689747 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e48aa-0422-469a-b229-09f1a0e43725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b95825a-3858-4e65-92ed-16074dfc0695,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:32.749195 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Deleting subnet 82175941-498f-47e8-97a6-46b25a8cbeb4 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:58:32.778362 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.862410 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.868414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.877421 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:32.946079 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.004697 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.013888 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.039621 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.101298 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.103950 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.105311 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b95825a-3858-4e65-92ed-16074dfc0695 HTTP/1.1" status: 204 len: 168 time: 0.4305854 Jun 30 01:58:33.109687 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82175941-498f-47e8-97a6-46b25a8cbeb4,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:33.120070 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.122153 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6861ea9f-28df-491e-8fb3-4fee64dc4b37 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/82175941-498f-47e8-97a6-46b25a8cbeb4 HTTP/1.1" status: 204 len: 168 time: 0.5507040 Jun 30 01:58:33.129761 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40330) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:33.156071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bbf2d-a907-491d-b4a5-15a711f2149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b95825a-3858-4e65-92ed-16074dfc0695,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:33.212477 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Floating IP dda91f08-2e1c-4815-bb9a-9a8945f9fa91 associated. External IP: 172.27.2.99, port: 60abf820-09d1-4ee7-8ff0-4a259031829e. Jun 30 01:58:33.260956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.445230 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.458433 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.458850 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.459608 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.459949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > port after_create 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.460264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.460595 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > port after_update 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.460929 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.461244 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.461550 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.461862 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.644334 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.644992 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.645092 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.645548 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 01:58:33.646023 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2e987c-03f3-40a8-9d1f-90c771ba41ce']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:33.672513 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5178df-73f7-4891-9869-f448c88a718b') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:33.673083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5178df-73f7-4891-9869-f448c88a718b') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:33.726531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.752204 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.763045 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.770542 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.796323 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:58:33.796702 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: from cryptography.utils import int_from_bytes Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: from cryptography.utils import int_from_bytes Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:58:33.800847 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:58:33.832440 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2de49-ebea-405c-b55d-1c46d9350d2d req-92fb346c-3b01-4d82-9009-5f1c51c5af6b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:33.834133 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b2de49-ebea-405c-b55d-1c46d9350d2d req-92fb346c-3b01-4d82-9009-5f1c51c5af6b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1393785 Jun 30 01:58:33.880935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:58:33.884219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:33.966424 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Floating IP ace3eef6-05f8-459f-9238-102984b612d4 associated. External IP: 172.27.2.59, port: d443ff3a-ffdb-477f-acfc-518becac8fb2. Jun 30 01:58:34.006261 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b2de49-ebea-405c-b55d-1c46d9350d2d req-7546d483-a2f7-4d0c-a5d0-8ac6437a341b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317172 Jun 30 01:58:34.134757 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.138271 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ff2e987c-03f3-40a8-9d1f-90c771ba41ce HTTP/1.1" status: 204 len: 168 time: 1.0075009 Jun 30 01:58:34.150794 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40366) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:34.180647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68040-97a2-46a2-95ac-53d359e4b60d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2e987c-03f3-40a8-9d1f-90c771ba41ce,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:34.194885 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:58:34.252098 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Deleting subnet 0b582131-8486-4e1e-8001-d5429a132067 {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:58:34.262282 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.312346 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:34.315576 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.317741 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.318920 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:34.327068 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:34.333488 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:34.345873 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.349610 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:34.353707 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:34.358470 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:34.359381 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:34.385031 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c0bb85d6-e40d-497e-88e8-e5274a4509cb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "PUT /v2.0/floatingips/ace3eef6-05f8-459f-9238-102984b612d4 HTTP/1.1" status: 200 len: 990 time: 1.8297229 Jun 30 01:58:34.385656 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:34.387925 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a91f76-2a91-4946-ad6d-7271d5e354ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:34.456808 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-2ecb2a7d-76f1-4c80-a6a0-97174ced3155 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "PUT /v2.0/floatingips/dda91f08-2e1c-4815-bb9a-9a8945f9fa91 HTTP/1.1" status: 200 len: 990 time: 2.6175961 Jun 30 01:58:34.461916 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:34.464340 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:34.495664 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:34.497720 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dedf344-ff5d-4cd3-bc9a-1afbc5e23c64 x-openstack-request-id: req-5dedf344-ff5d-4cd3-bc9a-1afbc5e23c64 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:34.498215 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:34.498609 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5dedf344-ff5d-4cd3-bc9a-1afbc5e23c64 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:34.499355 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'status': 'completed', 'code': 200} Jun 30 01:58:34.512758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.531403 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:34.536384 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40386) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:34.799372 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.854551 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b582131-8486-4e1e-8001-d5429a132067,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:34.860592 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.875823 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58825517-e304-40a9-b2c2-40fa03fdd684 x-openstack-request-id: req-58825517-e304-40a9-b2c2-40fa03fdd684 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:34.877057 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:34.877372 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58825517-e304-40a9-b2c2-40fa03fdd684 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:34.878094 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'status': 'completed', 'code': 200} Jun 30 01:58:34.891184 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:34.902848 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0b582131-8486-4e1e-8001-d5429a132067 HTTP/1.1" status: 204 len: 168 time: 0.7523465 Jun 30 01:58:34.908831 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40392) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:34.921472 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'ace3eef6-05f8-459f-9238-102984b612d4', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:03Z', 'updated_at': '2021-06-30T01:58:33Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:34.934516 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.934928 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.935330 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.935719 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.936106 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.936513 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.937470 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.938028 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.938553 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.939068 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.939711 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.940219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b7bd73-7289-4ce9-ae80-fcb7fd20bf56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:34.991419 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:35.046429 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:35.047125 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.055805 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-93d4ae83-73e2-4b6a-a6ad-10d449f5928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.057677 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-93d4ae83-73e2-4b6a-a6ad-10d449f5928a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1098 time: 0.3630879 Jun 30 01:58:35.082742 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.132642 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.143103 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.147667 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'dda91f08-2e1c-4815-bb9a-9a8945f9fa91', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:fb:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:05Z', 'updated_at': '2021-06-30T01:58:32Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.180544 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:35.189839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:35.190708 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.195474 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-060fe6d5-8f0e-4d24-8655-d4f28827ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.197337 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-060fe6d5-8f0e-4d24-8655-d4f28827ea32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1121044 Jun 30 01:58:35.200320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-d2c6258f-15c5-452e-83cb-76cf70ad422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.201863 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-d2c6258f-15c5-452e-83cb-76cf70ad422d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1098 time: 0.2887239 Jun 30 01:58:35.247120 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09a4dc86083948d787f36522eddddf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079415 Jun 30 01:58:35.251313 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40404) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:35.341588 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a130e7f2-80f6-4fd8-9894-ccd3ae027ef5,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:35.374141 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:35.387792 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.388202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.388691 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.389169 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.389512 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.390011 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.390586 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.390914 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.391238 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.391633 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.392582 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.392969 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f952b2-b9a2-4ead-991d-ba11ca07a47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:35.429480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.460567 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.475977 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.487745 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723570e-4901-4a39-9aa1-a312936312ec req-a85bab37-7771-44ea-aeab-546e4a077a9b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.490562 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0160c3a7-67ce-4921-970a-ef396ccc8e28']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.493395 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0723570e-4901-4a39-9aa1-a312936312ec req-a85bab37-7771-44ea-aeab-546e4a077a9b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1480675 Jun 30 01:58:35.496119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-9a33bb86-808c-4274-a72e-a91a3dc47264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 998 time: 0.2600377 Jun 30 01:58:35.503023 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-602a212e-5f7f-4558-aa91-03b72c47d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.504647 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-602a212e-5f7f-4558-aa91-03b72c47d0cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.2622147 Jun 30 01:58:35.517015 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb8c1bf-9b36-4c98-8726-e5b6480eac15') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.517458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb8c1bf-9b36-4c98-8726-e5b6480eac15') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.558979 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:35.588443 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.598799 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0723570e-4901-4a39-9aa1-a312936312ec req-2db9d2aa-6269-468c-ba44-9af5460cfc7f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955715 Jun 30 01:58:35.617502 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.637814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:58:35.641184 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:58:35.643417 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:58:35.648341 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.652719 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.656427 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a130e7f2-80f6-4fd8-9894-ccd3ae027ef5 HTTP/1.1" status: 204 len: 168 time: 0.4016018 Jun 30 01:58:35.677351 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eb527-2a93-4360-8c98-1fac2073650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a130e7f2-80f6-4fd8-9894-ccd3ae027ef5,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:35.681928 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-5a3cde02-c213-477a-ab13-2c72f753745b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 998 time: 0.1548347 Jun 30 01:58:35.683830 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-b6cfc3d0-3b73-4bd1-93db-9b8f3337bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.692812 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-b6cfc3d0-3b73-4bd1-93db-9b8f3337bed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.1842413 Jun 30 01:58:35.914582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'dda91f08-2e1c-4815-bb9a-9a8945f9fa91', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:fb:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:05Z', 'updated_at': '2021-06-30T01:58:32Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.933052 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.941389 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:35.944609 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'ace3eef6-05f8-459f-9238-102984b612d4', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:03Z', 'updated_at': '2021-06-30T01:58:33Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:35.947756 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0160c3a7-67ce-4921-970a-ef396ccc8e28 HTTP/1.1" status: 204 len: 168 time: 1.0245130 Jun 30 01:58:35.975166 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f38f9-f1a4-4e04-abf4-6ff5cdf3df2e None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'dda91f08-2e1c-4815-bb9a-9a8945f9fa91', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:fb:b0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:05Z', 'updated_at': '2021-06-30T01:58:32Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:35.984075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dd20b-6d3f-4eae-984f-e2e1810dddc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0160c3a7-67ce-4921-970a-ef396ccc8e28,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:35.988016 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-71498d80-7255-4a93-a9d1-af368154ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:35.990451 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-71498d80-7255-4a93-a9d1-af368154ea68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.2587907 Jun 30 01:58:35.996352 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e87e3b-bcce-4c46-a4b6-f438e2be811d None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'ace3eef6-05f8-459f-9238-102984b612d4', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:58:03Z', 'updated_at': '2021-06-30T01:58:33Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:36.024402 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-d78eac17-8c03-4547-b11e-ef53ae114214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:36.026182 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-d78eac17-8c03-4547-b11e-ef53ae114214 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2956595 Jun 30 01:58:36.188370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-205b4e0d-f71e-465d-88ba-0a8897d800c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:36.191417 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-205b4e0d-f71e-465d-88ba-0a8897d800c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1804252 Jun 30 01:58:36.196728 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-c7c552eb-220c-402d-b460-8c9fa53c7898 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421249 Jun 30 01:58:36.338454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40432) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:36.427637 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70a91f76-2a91-4946-ad6d-7271d5e354ab req-b7551c13-ed09-4869-82b1-a9302a6ba45e service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950257 Jun 30 01:58:36.434584 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c5bdf-ce7f-409f-9d64-d2bca51b4533 None None] New status for floating IP dda91f08-2e1c-4815-bb9a-9a8945f9fa91: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:58:36.446548 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1d89d38b-dd8c-4721-88a7-999060511dc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a774405574e645a6b0020ae7d187e84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066539 Jun 30 01:58:36.448980 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40438) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:36.487616 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ce38a-1178-49c6-9c01-d6f8c82c73e7 None None] New status for floating IP ace3eef6-05f8-459f-9238-102984b612d4: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:58:36.539350 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-85e38137-bb93-411a-8866-1187c0d2240d service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265269 Jun 30 01:58:36.541355 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:36.573969 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:36.639660 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:36.645082 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:36.645824 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42308ea6-db4a-40d0-9c46-92bc8f2f0d38 HTTP/1.1" status: 204 len: 168 time: 0.1956086 Jun 30 01:58:36.667509 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a9e85-9032-4534-a281-c968ddebc517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42308ea6-db4a-40d0-9c46-92bc8f2f0d38,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:36.691673 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21bdd-3705-4e73-8fb2-d4344860e93b req-5af6be21-4d1c-4945-ac44-333489387167 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:36.695445 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-45f21bdd-3705-4e73-8fb2-d4344860e93b req-5af6be21-4d1c-4945-ac44-333489387167 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.2189529 Jun 30 01:58:36.778857 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-45f21bdd-3705-4e73-8fb2-d4344860e93b req-e2901015-cb61-4d23-9a76-23c9fdd8aeff tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748808 Jun 30 01:58:36.809185 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-76b2a31e-8deb-4dca-b18e-3882f1b4e0c3 req-9f20563d-4f94-43cf-bb6c-efebdc744a89 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527564 Jun 30 01:58:36.986720 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2efcd-1ad8-40b5-af3f-f7e227eb7d41 req-ff90e741-ba99-4900-812c-ebbadfea6c0f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:36.993895 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cfb2efcd-1ad8-40b5-af3f-f7e227eb7d41 req-ff90e741-ba99-4900-812c-ebbadfea6c0f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1311078 Jun 30 01:58:37.080316 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cfb2efcd-1ad8-40b5-af3f-f7e227eb7d41 req-ae47efdd-1b69-42b4-b674-fc77619d463a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852759 Jun 30 01:58:37.228135 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40470) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:37.273176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40474) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:37.276367 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8a83f153-50b1-4e1c-b27f-6e05dc883d36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de08c6b17b4d430c83c3e70033480643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440440 Jun 30 01:58:37.276367 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40476) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:37.330290 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.353075 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.401897 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.404418 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.408117 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1394a3ac-acec-47d5-8297-e3262a03252c HTTP/1.1" status: 204 len: 168 time: 0.1279151 Jun 30 01:58:37.413557 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e722-4a96-49b4-945b-25614003ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394a3ac-acec-47d5-8297-e3262a03252c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:37.441879 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-54299720-network', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:37.464701 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Made reservation on behalf of 1aea4daab36744d2bb5ef0ddfc5503ef for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:37.467502 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.476857 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.571619 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.575674 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.604244 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:58:37.613964 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9ad77-fe6e-431c-a8a2-fb2aade67ba9,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:37.619903 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.620239 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Added segment 10ab337e-3c63-4fa4-9f09-f666047bc4e3 of type vlan for network 1971dac3-b004-414c-beab-c5ab657a1f4f Jun 30 01:58:37.665181 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.697365 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.698523 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:37.699295 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.763726 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4892313 Jun 30 01:58:37.767091 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40492) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:37.770682 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2a4d1-52be-44e4-8f0e-13ca9afbcbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=1971dac3-b004-414c-beab-c5ab657a1f4f,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:37.776692 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Request body: {'subnet': {'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-54299720-subnet', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:37.782724 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:58:37.809295 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Made reservation on behalf of 1aea4daab36744d2bb5ef0ddfc5503ef for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:37.812014 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:37.968872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab895-6923-4d69-8014-402105e393ac req-f795c1f7-8dee-4b90-9831-d4990965bf71 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:37.970795 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-907ab895-6923-4d69-8014-402105e393ac req-f795c1f7-8dee-4b90-9831-d4990965bf71 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.0756662 Jun 30 01:58:38.014471 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.016754 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-907ab895-6923-4d69-8014-402105e393ac req-0d12a8d5-9645-4562-a61f-a4409de73c4a tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Jun 30 01:58:38.078946 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66bc722-9d17-4910-89ad-60838201794e,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:38.089512 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Checking segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:38.089872 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Network hostable DHCP agents. Network: 1971dac3-b004-414c-beab-c5ab657a1f4f, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:58:38.108739 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:58:38.121051 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 1971dac3-b004-414c-beab-c5ab657a1f4f) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:38.125447 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:38.126083 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.138661 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660bb2c-9fdc-49db-a333-cd3c04bcc342 None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:38.155353 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ea6552d1-b2d9-467e-9e9b-8d60c59872c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3839979 Jun 30 01:58:38.155693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40514) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:38.161575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:38.216303 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.224708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.315349 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.358816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b738-95f3-4f2b-ae0e-282f48e865e6 req-7c58c843-3248-43bd-b40d-63e107ca247c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:38.361077 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eec8b738-95f3-4f2b-ae0e-282f48e865e6 req-7c58c843-3248-43bd-b40d-63e107ca247c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1253636 Jun 30 01:58:38.446922 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-1971dac3-b004-414c-beab-c5ab657a1f4f', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:58:38.449195 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.459809 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eec8b738-95f3-4f2b-ae0e-282f48e865e6 req-ae8c50a4-f204-405d-a1a7-8f9ee8400496 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895910 Jun 30 01:58:38.666800 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Allocated IP 172.20.0.2 (1971dac3-b004-414c-beab-c5ab657a1f4f/e66bc722-9d17-4910-89ad-60838201794e/31e136f1-9fe3-4e80-bb0e-62e8a34afa1a) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:38.712309 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.827359 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.837741 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Transition to ACTIVE for port object 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:38.865579 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Transition to ACTIVE for port object 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:38.891661 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.936064 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.953484 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Pushing event updated for resources: {'Port': ['ID=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:38.956853 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:38.962876 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:38.963283 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:38.966214 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.966745 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.967257 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.967739 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.968370 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.968710 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.969073 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.969403 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.969750 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.970083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.970408 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.970728 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:38.974679 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:39.052404 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Attempting to bind port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:39.052862 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Attempting to bind port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:39.053294 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Attempting to bind port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a on network 1971dac3-b004-414c-beab-c5ab657a1f4f {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:39.059012 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:39.059667 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Checking segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:39.060184 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.060807 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Bound using segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:39.061394 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Bound port: 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:39.061950 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.082744 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Allocated IP 172.27.2.215 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/946c80d0-23a9-4bc1-b61a-e161fe5ca4d7) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:39.139093 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] For port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:39.143740 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] For port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:39.148341 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.214867 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.217606 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff5238-cfd0-4b30-8bc6-eb7bbc4a2dc3 None None] Pushing event updated for resources: {'Port': ['ID=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:39.237113 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b502001-139d-4ce5-86f8-d818d94c1242 req-02c12c60-64df-41f0-92ff-af8fa1076cc6 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:39.237113 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9b502001-139d-4ce5-86f8-d818d94c1242 req-02c12c60-64df-41f0-92ff-af8fa1076cc6 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.0984733 Jun 30 01:58:39.295476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.307478 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9b502001-139d-4ce5-86f8-d818d94c1242 req-1dc633a0-2ed5-45b9-8fd3-6726b8a07052 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6364d35-0a09-45b8-98a7-afe5f4351cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664241 Jun 30 01:58:39.363116 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:39.365943 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Pushing event updated for resources: {'Port': ['ID=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:39.385564 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:39.388133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:39.609730 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146c78-58d9-409f-b340-3284fb31931b req-acbf477b-a51b-458f-83a3-376db2ca6c8e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:39.611629 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-18146c78-58d9-409f-b340-3284fb31931b req-acbf477b-a51b-458f-83a3-376db2ca6c8e tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 945 time: 0.2660356 Jun 30 01:58:39.781647 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fe8ff-1146-44ad-bbcd-abdbd4ab8cde req-e4d196d5-7989-4497-81d8-d7609bdc689d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:39.784793 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fa5fe8ff-1146-44ad-bbcd-abdbd4ab8cde req-e4d196d5-7989-4497-81d8-d7609bdc689d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0911653 Jun 30 01:58:39.828293 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fa5fe8ff-1146-44ad-bbcd-abdbd4ab8cde req-49fc8f7c-a421-438e-a5f0-3b897da45dd7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Jun 30 01:58:39.886084 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:39.926640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Deleting port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 01:58:39.927185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.117949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] For port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,segment=NetworkSegment(f12a4549-f515-40f0-9f78-6eed145363aa),segment_id=f12a4549-f515-40f0-9f78-6eed145363aa)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:40.118283 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.139601 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Calling delete_port for 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 01:58:40.259482 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.308887 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2892a4a-525a-4004-b963-67d708d3ded8 None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:40.440269 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.446670 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-219d7383-d654-4603-a0fe-6a378d961979 None None] Provisioning for port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:40.459245 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:40.485155 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Pushing event deleted for resources: {'Port': ['ID=9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:40.509470 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c63df048-7a5d-44bf-9403-9a0c420375b0 req-cad00210-c441-4234-b1a3-c337dbbc2304 tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.0415304 Jun 30 01:58:40.533157 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Router a59054b7-1402-48c0-bc88-557f166f4d03 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:58:40.584371 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] No DVR routers for this DVR port 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 01:58:40.589344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.591435 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-18146c78-58d9-409f-b340-3284fb31931b req-b59b3ad0-d5d8-42c4-b65f-a41f4a5a32af tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.41 "DELETE /v2.0/ports/9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb HTTP/1.1" status: 204 len: 173 time: 0.9545054 Jun 30 01:58:40.591873 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'name': 'network-vif-deleted', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:40.594185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b188e58d-af41-40fd-8441-bd4b78ac4b04" -d '{"events": [{"server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "name": "network-vif-deleted", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:40.691076 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0cd7a6-65b2-4bdc-b0fa-5bdb0c4cdfa0 x-openstack-request-id: req-3e0cd7a6-65b2-4bdc-b0fa-5bdb0c4cdfa0 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:40.691379 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1d3d91-b54d-48be-b62b-929381489787", "name": "network-vif-deleted", "tag": "9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:40.691755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e0cd7a6-65b2-4bdc-b0fa-5bdb0c4cdfa0 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:40.692146 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1d3d91-b54d-48be-b62b-929381489787', 'name': 'network-vif-deleted', 'tag': '9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb', 'status': 'completed', 'code': 200} Jun 30 01:58:40.719625 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:40.728343 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Sync routers for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:40.736080 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:40.737321 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c52bdb66-bb9c-4acd-89ba-5bc3f151ad37 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5802383 Jun 30 01:58:40.738003 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:40.738609 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:40.740050 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40610) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:40.873299 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:41.056202 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:41.114816 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:41.120656 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:41.121437 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.185610 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:39Z', 'revision_number': 3, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:41.213258 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Checking router: a59054b7-1402-48c0-bc88-557f166f4d03 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:41.213612 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Updating router a59054b7-1402-48c0-bc88-557f166f4d03 port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:58:41.244463 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.260577 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.303937 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:41.305817 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da05bf4-1a15-4daf-9a7f-3f4f843ec439 req-fa9315da-e996-491e-b85b-b7b053857ce7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:41.308285 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1da05bf4-1a15-4daf-9a7f-3f4f843ec439 req-fa9315da-e996-491e-b85b-b7b053857ce7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.2378290 Jun 30 01:58:41.314951 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.403607 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:41.427494 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1da05bf4-1a15-4daf-9a7f-3f4f843ec439 req-9b3c8e83-c2b7-4219-a8fd-58ca9e42b4b0 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059453 Jun 30 01:58:41.656648 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.669928 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Transition to ACTIVE for port object 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:41.676367 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.678366 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.693670 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-937db560-eba0-42b4-ad16-1bb9bb7c3fd6 req-970d9583-f49a-4239-a276-4a5c85427ada tempest-DeleteServersTestJSON-441758326 tempest-DeleteServersTestJSON-441758326-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1d3d91-b54d-48be-b62b-929381489787 HTTP/1.1" status: 200 len: 210 time: 0.0336020 Jun 30 01:58:41.741592 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Attempting to bind port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:41.742455 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Attempting to bind port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:41.742455 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Attempting to bind port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:41.744918 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Pushing event updated for resources: {'Port': ['ID=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:41.754209 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:41.754638 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:41.755110 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.755614 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:41.756095 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Bound port: 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:41.756503 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.758736 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.759104 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.759442 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.759776 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.760107 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.760434 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.760759 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.761112 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.761445 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.761873 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.762094 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.762416 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:58:41.817239 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] For port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:41.822816 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] For port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:41.827045 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:41.874875 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Allocated IP 172.20.0.1 (1971dac3-b004-414c-beab-c5ab657a1f4f/e66bc722-9d17-4910-89ad-60838201794e/b93b4bd2-8118-4bd4-a08d-72084db1768a) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:41.884365 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:41.885020 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:41.923130 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4e4ae-4b4d-48bb-8255-3e4980816e75 None None] Pushing event updated for resources: {'Port': ['ID=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:42.002541 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.006625 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:42.036437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Transition to ACTIVE for port object b93b4bd2-8118-4bd4-a08d-72084db1768a will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:42.104042 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.194298 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:42.198074 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:42.206467 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:42.210913 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Pushing event updated for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:42.299780 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.451892 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:39Z', 'revision_number': 3, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:42.532831 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9191c-3aa6-4742-9769-f0622ded116b None None] The sync data for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi is: [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:39Z', 'revision_number': 3, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:42.609997 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.683636 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-a3b01f23-818f-4ef4-819b-20208c20b020 None None] Provisioning for port b93b4bd2-8118-4bd4-a08d-72084db1768a completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:42.689438 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-a3b01f23-818f-4ef4-819b-20208c20b020 None None] Provisioning complete for port b93b4bd2-8118-4bd4-a08d-72084db1768a triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:42.690066 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a3b01f23-818f-4ef4-819b-20208c20b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.734114 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-a3b01f23-818f-4ef4-819b-20208c20b020 None None] Port b93b4bd2-8118-4bd4-a08d-72084db1768a cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:42.854461 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95481f49-7800-4749-8b61-4d4a2f79fbd9 req-70ea9834-3f4f-4b40-bb8c-667b2473d364 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:42.856032 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-95481f49-7800-4749-8b61-4d4a2f79fbd9 req-70ea9834-3f4f-4b40-bb8c-667b2473d364 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1710413 Jun 30 01:58:42.909348 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.916415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:42.922782 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-95481f49-7800-4749-8b61-4d4a2f79fbd9 req-d64e639a-bce0-4d07-879a-909784257e2e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597358 Jun 30 01:58:43.037880 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Pushing event updated for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:43.041401 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:43.094676 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:43.154765 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-25910ac7-cfe0-4719-b07f-d8e367e5af2b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:43.156530 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-25910ac7-cfe0-4719-b07f-d8e367e5af2b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.2604713 Jun 30 01:58:43.177472 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-7fd0ff52-9f96-4576-9c12-4e2d78ed4054 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/quotas/8198f88cc97f4a3c8974cbca156ff988 HTTP/1.1" status: 200 len: 375 time: 0.0111372 Jun 30 01:58:43.246470 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:43.246852 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:43.280486 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:43.290896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:43.321156 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-bd665ae4-fc33-49aa-8178-fa454459ead8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349030 Jun 30 01:58:43.562813 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-7843aeae-5811-4af7-89c8-5e8a389ffd7b service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395933 Jun 30 01:58:43.633512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Router a59054b7-1402-48c0-bc88-557f166f4d03 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:58:43.644147 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 01:58:43.683135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 01:58:43.683664 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 9f8ed73c-8bd3-4da8-a79f-a2b7ab30eeeb not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 01:58:43.691768 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-f9bf3216-a72a-4a28-84cd-c4a2f9b22af5 None None] Provisioning complete for port b93b4bd2-8118-4bd4-a08d-72084db1768a triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:43.693082 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3216-a72a-4a28-84cd-c4a2f9b22af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:43.750939 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf3216-a72a-4a28-84cd-c4a2f9b22af5 None None] Port b93b4bd2-8118-4bd4-a08d-72084db1768a cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:43.770705 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8687917-a1cb-4ee9-bb71-a2b93ea05f96 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065425 Jun 30 01:58:43.884030 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:43.889885 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c9f2799f-793c-4654-a82c-a5fa2f3b1975 admin admin] 10.222.0.47 "PUT /v2.0/routers/a59054b7-1402-48c0-bc88-557f166f4d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1488326 Jun 30 01:58:44.057807 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2877510a-206c-4f18-a433-b900d445a623 req-1bb1c37c-0519-4051-8666-f42f3eb68599 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 210 time: 0.0755198 Jun 30 01:58:44.191031 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb47db-160a-4054-8e78-e3e7cb8507f3 req-364905ec-3915-4b82-aaa2-a51182bb77f8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:44.193308 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a1fb47db-160a-4054-8e78-e3e7cb8507f3 req-364905ec-3915-4b82-aaa2-a51182bb77f8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0907123 Jun 30 01:58:44.252906 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a1fb47db-160a-4054-8e78-e3e7cb8507f3 req-e18df1d5-6c0f-4a61-8974-7a15d45d3662 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Jun 30 01:58:44.605351 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40722) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:44.665153 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Deleting subnet 1172d680-ff36-483c-b860-73d33b7914ee {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 01:58:44.673349 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.717360 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.719642 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40726) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:44.726956 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2115954000-network', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:44.732113 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.781775 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Made reservation on behalf of 570f4be70ea64e4ab1f4c565818eac49 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:44.784273 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.800743 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.828359 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.861479 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Sync routers for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:44.862012 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1172d680-ff36-483c-b860-73d33b7914ee,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:44.871282 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.871585 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:44.872452 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:44.873229 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d8523658-2136-4e61-a8de-849792d90c00 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1172d680-ff36-483c-b860-73d33b7914ee HTTP/1.1" status: 204 len: 168 time: 0.2667351 Jun 30 01:58:44.875729 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40730) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:44.970092 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:44.976379 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.004648 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.032246 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 01:58:45.052408 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50115934-0cc9-4393-9660-2f1bc0961fef,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.058424 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.058424 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Added segment 0791ac21-869b-407f-b49c-b4aa67fc0a6b of type vlan for network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb Jun 30 01:58:45.111456 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.119352 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.123242 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb264d68-4fac-4424-98f9-d03f60c18e05']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:45.134796 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12a4549-f515-40f0-9f78-6eed145363aa') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:45.135132 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12a4549-f515-40f0-9f78-6eed145363aa') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:45.145589 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.152361 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.153511 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:45.154119 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.163822 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.172545 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 01:58:45.173365 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 01:58:45.175728 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 01:58:45.193047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:45.215081 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4914162 Jun 30 01:58:45.215633 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40736) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:45.222108 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Request body: {'subnet': {'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2115954000-subnet', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:45.228182 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b100d29-d9a8-42db-ba65-c272b9786f3f admin admin] Pushing event updated for resources: {'Network': ['ID=9b9760c0-59b8-412e-a6cf-a8b50d9af1cb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.241734 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 01:58:45.247156 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Made reservation on behalf of 570f4be70ea64e4ab1f4c565818eac49 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:45.248607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.249932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.265225 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.267204 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] 10.222.0.47 "DELETE /v2.0/networks/eb264d68-4fac-4424-98f9-d03f60c18e05 HTTP/1.1" status: 204 len: 168 time: 0.3902259 Jun 30 01:58:45.268406 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733233d-3a4a-4f6f-9344-27a052320487 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb264d68-4fac-4424-98f9-d03f60c18e05,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.305510 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:45.366665 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:45.372814 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:45.373399 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.452322 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.479688 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40742) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:45.543877 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=babc6522-2042-460e-8697-23e57390d9e7,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.557189 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25626c35-8225-4f5e-b011-bcc2d5aebde4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84317e5577714e38acf83297aeb3f6b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0763867 Jun 30 01:58:45.560161 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40744) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:45.562147 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Checking segment: {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:45.562147 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Network hostable DHCP agents. Network: 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 01:58:45.572129 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.589401 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 01:58:45.606181 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:45.610894 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:45.611648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.615444 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:45.621907 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf0187-1d13-4969-8cb2-da364a2232f5 None None] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:45.624048 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.631736 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b63b18f7-d2eb-41a1-b096-1eb3797df6ba admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4119632 Jun 30 01:58:45.632598 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40748) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:45.638589 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:45.671956 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.673621 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.676151 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.703455 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.751631 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.760577 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.778174 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 2, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:45.791350 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.795534 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.799663 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6364d35-0a09-45b8-98a7-afe5f4351cd2 HTTP/1.1" status: 204 len: 168 time: 0.2335744 Jun 30 01:58:45.815362 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77531a7-271a-4e13-8451-7795444ac607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6364d35-0a09-45b8-98a7-afe5f4351cd2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:45.844056 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Checking router: a59054b7-1402-48c0-bc88-557f166f4d03 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:45.844414 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Updating router a59054b7-1402-48c0-bc88-557f166f4d03 port b93b4bd2-8118-4bd4-a08d-72084db1768a binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:58:45.916404 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.926839 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:45.974489 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'fixed_ips': [{'subnet_id': 'babc6522-2042-460e-8697-23e57390d9e7'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 01:58:45.975367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.287326 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Allocated IP 172.20.0.2 (9b9760c0-59b8-412e-a6cf-a8b50d9af1cb/babc6522-2042-460e-8697-23e57390d9e7/3970b6e5-975d-47ed-8d45-4bc530d1858c) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:46.414942 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.435305 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.482744 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.516614 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Transition to ACTIVE for port object b93b4bd2-8118-4bd4-a08d-72084db1768a will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:46.526044 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.579067 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Allocated IP 172.27.2.210 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/144d010a-3757-41e7-902e-e622f5cd6f4d) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:46.581134 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.611060 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Transition to ACTIVE for port object 3970b6e5-975d-47ed-8d45-4bc530d1858c will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:46.613131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121dd9a-1785-4fc6-b8fc-c3fdd20a805c None None] Pushing event updated for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:46.675019 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Transition to ACTIVE for port object 3970b6e5-975d-47ed-8d45-4bc530d1858c will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:46.693178 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Attempting to bind port b93b4bd2-8118-4bd4-a08d-72084db1768a on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:46.693747 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Attempting to bind port b93b4bd2-8118-4bd4-a08d-72084db1768a by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:46.698086 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Attempting to bind port b93b4bd2-8118-4bd4-a08d-72084db1768a on network 1971dac3-b004-414c-beab-c5ab657a1f4f {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:46.700987 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.721552 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.735402 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:46.736020 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Checking segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:46.736590 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.737167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Bound using segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:46.738041 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Bound port: b93b4bd2-8118-4bd4-a08d-72084db1768a, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:46.738864 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.769992 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:46.777954 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:46.780710 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:46.780921 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.814373 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Pushing event updated for resources: {'Port': ['ID=3970b6e5-975d-47ed-8d45-4bc530d1858c,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:46.828904 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:46.832736 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:46.836973 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:46.889827 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Pushing event updated for resources: {'Port': ['ID=144d010a-3757-41e7-902e-e622f5cd6f4d,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:46.925164 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Attempting to bind port 3970b6e5-975d-47ed-8d45-4bc530d1858c on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:46.932077 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Attempting to bind port 3970b6e5-975d-47ed-8d45-4bc530d1858c by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:46.932445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Attempting to bind port 3970b6e5-975d-47ed-8d45-4bc530d1858c on network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:46.947542 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:46.947921 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Checking segment: {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:46.948323 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.948709 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Bound using segment: {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:46.949227 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Bound port: 3970b6e5-975d-47ed-8d45-4bc530d1858c, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:46.949609 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:46.967165 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] For port b93b4bd2-8118-4bd4-a08d-72084db1768a, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:47.012710 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] For port b93b4bd2-8118-4bd4-a08d-72084db1768a, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=b93b4bd2-8118-4bd4-a08d-72084db1768a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:47.015319 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:47.042986 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:47.142979 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] For port 3970b6e5-975d-47ed-8d45-4bc530d1858c, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:47.148270 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:47.149232 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] For port 3970b6e5-975d-47ed-8d45-4bc530d1858c, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3970b6e5-975d-47ed-8d45-4bc530d1858c,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:47.150004 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121dd9a-1785-4fc6-b8fc-c3fdd20a805c None None] Pushing event updated for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:47.152870 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:47.153699 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:47.161168 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:47.258044 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:47.258435 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:47.423372 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:47.613429 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:47.693736 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Router c38482bd-d95e-4901-b17c-047cc0334695 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 01:58:47.729899 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dcf54-f6b0-4920-a2bc-85cc4d671d56 None None] Pushing event updated for resources: {'Port': ['ID=3970b6e5-975d-47ed-8d45-4bc530d1858c,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:47.888090 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-468681a5-32c9-4975-9884-2ab7b8fea9aa req-cc95cfde-1670-453a-b14b-a3e8df3e39cf tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 210 time: 0.0447767 Jun 30 01:58:47.991490 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:48.014153 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Sync routers for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:48.027258 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa064eb-2fa9-4433-9c05-7283c105598e req-37ffdcca-7c2d-4563-a49b-613d9578ae16 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:48.029151 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8fa064eb-2fa9-4433-9c05-7283c105598e req-37ffdcca-7c2d-4563-a49b-613d9578ae16 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.2397738 Jun 30 01:58:48.041675 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:48.041816 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:48.054475 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:46Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:48.069197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:48.073641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40798) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:48.074110 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9a81eef0-a923-439f-be6d-eba2a7aaa98b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4401326 Jun 30 01:58:48.133109 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceebd223-9617-4097-a2f1-18c21c42446c None None] The sync data for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi is: [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:46Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:48.147493 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8fa064eb-2fa9-4433-9c05-7283c105598e req-f29620d6-5726-4dd9-9219-5bf73ee7a008 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934930 Jun 30 01:58:48.225659 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:48.513475 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:47Z', 'revision_number': 3, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:48.559850 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Checking router: c38482bd-d95e-4901-b17c-047cc0334695 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:48.561391 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Updating router c38482bd-d95e-4901-b17c-047cc0334695 port 144d010a-3757-41e7-902e-e622f5cd6f4d binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:58:48.602850 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:48.838673 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:48.870211 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c5924-984a-463a-bc90-d996072de4b0 None None] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 01:58:48.963251 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-da732917-7b41-416d-b544-608184fe9bb5 None None] Provisioning for port 3970b6e5-975d-47ed-8d45-4bc530d1858c completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:49.053955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Allocated IP 172.20.0.1 (9b9760c0-59b8-412e-a6cf-a8b50d9af1cb/babc6522-2042-460e-8697-23e57390d9e7/bc223c12-44eb-4e94-b2db-358fe4bd0322) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:49.092491 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.116526 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Transition to ACTIVE for port object 144d010a-3757-41e7-902e-e622f5cd6f4d will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:49.126243 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.198696 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3970b6e5-975d-47ed-8d45-4bc530d1858c up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:49.202484 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Attempting to bind port 144d010a-3757-41e7-902e-e622f5cd6f4d on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:49.203248 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Attempting to bind port 144d010a-3757-41e7-902e-e622f5cd6f4d by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:49.203775 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Attempting to bind port 144d010a-3757-41e7-902e-e622f5cd6f4d on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:49.206331 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445c66-a92e-4845-beb6-fff6c3e7f1bd None None] Pushing event updated for resources: {'Port': ['ID=144d010a-3757-41e7-902e-e622f5cd6f4d,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:49.214408 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:49.215294 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:49.216078 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.216905 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:49.217373 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Bound port: 144d010a-3757-41e7-902e-e622f5cd6f4d, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:49.217766 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.230826 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.254948 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Transition to ACTIVE for port object bc223c12-44eb-4e94-b2db-358fe4bd0322 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:49.276672 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 3970b6e5-975d-47ed-8d45-4bc530d1858c completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:49.282113 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 3970b6e5-975d-47ed-8d45-4bc530d1858c triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:49.283079 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.286703 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] For port 144d010a-3757-41e7-902e-e622f5cd6f4d, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:49.294704 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] For port 144d010a-3757-41e7-902e-e622f5cd6f4d, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=144d010a-3757-41e7-902e-e622f5cd6f4d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:49.301038 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.329980 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.374460 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:49.375141 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:49.414877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:49.425588 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:49.427069 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.432356 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445c66-a92e-4845-beb6-fff6c3e7f1bd None None] Pushing event updated for resources: {'Port': ['ID=144d010a-3757-41e7-902e-e622f5cd6f4d,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:49.436748 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:49.440814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Pushing event updated for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:49.482785 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 3970b6e5-975d-47ed-8d45-4bc530d1858c, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3970b6e5-975d-47ed-8d45-4bc530d1858c,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:49.490552 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.490824 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.491460 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device b93b4bd2-8118-4bd4-a08d-72084db1768a up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:49.545783 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:49.605071 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=3970b6e5-975d-47ed-8d45-4bc530d1858c,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:49.627390 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-18052050-a4ad-45fe-9064-5c969daafcc2 None None] Provisioning complete for port 3970b6e5-975d-47ed-8d45-4bc530d1858c triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:49.629169 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-18052050-a4ad-45fe-9064-5c969daafcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.637366 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port b93b4bd2-8118-4bd4-a08d-72084db1768a completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:49.673274 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.675928 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port b93b4bd2-8118-4bd4-a08d-72084db1768a triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:49.676725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.755600 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b2379399-ddf0-4ffb-81e2-2b6fb7cf7701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.882481 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:47Z', 'revision_number': 3, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:49.911535 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:49.916070 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e491c03-6cdc-4cd4-a5ca-0e201306f897 None None] The sync data for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi is: [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:47Z', 'revision_number': 3, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:49.949889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port b93b4bd2-8118-4bd4-a08d-72084db1768a, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=b93b4bd2-8118-4bd4-a08d-72084db1768a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:49.956552 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.020414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.042020 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.122635 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ee0d7785-b910-4485-a83a-21038666a025 None None] Provisioning for port bc223c12-44eb-4e94-b2db-358fe4bd0322 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:50.140865 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ee0d7785-b910-4485-a83a-21038666a025 None None] Provisioning complete for port bc223c12-44eb-4e94-b2db-358fe4bd0322 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:50.141445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7785-b910-4485-a83a-21038666a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.168426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Pushing event updated for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:50.172722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.184437 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:50.197918 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d7785-b910-4485-a83a-21038666a025 None None] Port bc223c12-44eb-4e94-b2db-358fe4bd0322 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:50.526798 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:50.528275 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:50.662775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Router c38482bd-d95e-4901-b17c-047cc0334695 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:58:50.782116 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:58:50.788080 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e813f141-83af-4074-969d-0306289e7569 admin admin] 10.222.0.47 "PUT /v2.0/routers/c38482bd-d95e-4901-b17c-047cc0334695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130804 Jun 30 01:58:50.833544 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-931ea31b-17ea-4015-b41b-4843c25e9269 None None] Provisioning complete for port bc223c12-44eb-4e94-b2db-358fe4bd0322 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:50.834114 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-931ea31b-17ea-4015-b41b-4843c25e9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:50.884589 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-931ea31b-17ea-4015-b41b-4843c25e9269 None None] Port bc223c12-44eb-4e94-b2db-358fe4bd0322 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:58:51.060196 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device b93b4bd2-8118-4bd4-a08d-72084db1768a up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:51.123289 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port b93b4bd2-8118-4bd4-a08d-72084db1768a triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:51.125020 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.210702 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 144d010a-3757-41e7-902e-e622f5cd6f4d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:51.285400 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 144d010a-3757-41e7-902e-e622f5cd6f4d completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:51.291789 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 144d010a-3757-41e7-902e-e622f5cd6f4d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:51.292408 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.377798 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2fb9ccc7-c460-4c0d-bd59-8c862d1a360f req-669270e2-197d-4632-bb59-a8af1394a2a6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 210 time: 0.0512056 Jun 30 01:58:51.427735 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.451988 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 144d010a-3757-41e7-902e-e622f5cd6f4d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=144d010a-3757-41e7-902e-e622f5cd6f4d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:51.457287 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.458375 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3970b6e5-975d-47ed-8d45-4bc530d1858c up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:51.496717 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06799-43d7-418b-b979-e61cfc64adb4 req-edebaa86-8a52-4f29-8e65-62443c35f9cb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:51.500362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-47d06799-43d7-418b-b979-e61cfc64adb4 req-edebaa86-8a52-4f29-8e65-62443c35f9cb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1157348 Jun 30 01:58:51.559304 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=144d010a-3757-41e7-902e-e622f5cd6f4d,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:51.564344 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 3970b6e5-975d-47ed-8d45-4bc530d1858c triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:51.564741 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:51.592538 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-47d06799-43d7-418b-b979-e61cfc64adb4 req-65aecf82-40d1-4ee3-b92b-07f249acc750 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761447 Jun 30 01:58:51.826676 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Sync routers for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:58:51.843374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:51.844744 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:51.865764 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-622fd2d0-9f96-4e68-bbbe-d8d5877dde48 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:51.865764 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-622fd2d0-9f96-4e68-bbbe-d8d5877dde48 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.1337509 Jun 30 01:58:51.884452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Request body: {'port': {'device_id': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'admin_state_up': True, 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:52.016678 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:52.060300 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-cfdf47a1-b32c-4188-8ab5-20d0fa96abdd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153035 Jun 30 01:58:52.090509 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:58:52.103387 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.146564 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40852) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:52.152762 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457673542', 'description': 'tempest-secgroup-smoke-1457673542 description', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:52.218848 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.407534 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-25195b9e-d856-4385-8040-a4ecb0785869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.413540 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.414429 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.420909 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 4, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'bc223c12-44eb-4e94-b2db-358fe4bd0322', 'name': '', 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'mac_address': 'fa:16:3e:8f:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'babc6522-2042-460e-8697-23e57390d9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:48Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 2, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'subnets': [{'id': 'babc6522-2042-460e-8697-23e57390d9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:52.421352 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.475990 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Checking router: c38482bd-d95e-4901-b17c-047cc0334695 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:58:52.476360 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Updating router c38482bd-d95e-4901-b17c-047cc0334695 port bc223c12-44eb-4e94-b2db-358fe4bd0322 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 01:58:52.484512 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.489205 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3407156 Jun 30 01:58:52.494306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40870) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:52.497598 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0d77-7f10-43b5-acc5-bacd65423ac6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ed8d1-0260-4bda-8b21-ad57a1649de7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:52.514975 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:52.537535 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.544149 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441af619-71a7-42a8-8328-deb7e954a168 req-75aa05a0-34d3-4904-b202-d00729d360ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:52.545969 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-75aa05a0-34d3-4904-b202-d00729d360ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 1098 time: 0.3661325 Jun 30 01:58:52.571521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Allocated IP 172.20.0.4 (ae723aff-2207-4805-9ec9-07d3aad5f119/16d3418d-a7e0-43cb-8f0e-f414ca4be607/4c501435-e543-4d38-ae8d-132243317472) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:58:52.704970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.709716 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ac7c0fc9-9893-4ce7-be1c-78952938c10b req-92a97e42-989c-4720-a243-4d11928a8d17 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 210 time: 0.0425515 Jun 30 01:58:52.941679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441af619-71a7-42a8-8328-deb7e954a168 req-a39080eb-0547-4a22-8634-87e4816d0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:52.943320 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-a39080eb-0547-4a22-8634-87e4816d0515 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 916 time: 0.3621848 Jun 30 01:58:52.945381 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:52.959813 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddb046-97ba-4073-8bb0-8eb20a239e0c req-7c4d85c2-ff54-48d2-a225-b67bbee637ac tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:52.961845 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-31ddb046-97ba-4073-8bb0-8eb20a239e0c req-7c4d85c2-ff54-48d2-a225-b67bbee637ac tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1748385 Jun 30 01:58:52.962116 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.072557 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-e870cd84-680d-48f7-8119-030806006519 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97 HTTP/1.1" status: 200 len: 217 time: 0.1117463 Jun 30 01:58:53.079420 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-31ddb046-97ba-4073-8bb0-8eb20a239e0c req-decd87b7-b2ee-4a6c-963d-14a59d748ba8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Jun 30 01:58:53.109458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 144d010a-3757-41e7-902e-e622f5cd6f4d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:53.147137 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29acfe3c-7985-44b1-bf6d-7fc601a063fb,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.157631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.158857 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-3f110976-2419-448d-8d4d-aed5aae0ae98 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6577342 Jun 30 01:58:53.163257 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40892) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:53.172426 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:53.204485 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441af619-71a7-42a8-8328-deb7e954a168 req-6d2b5327-86f5-4fdf-be17-75ddfd5ef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:53.206306 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-6d2b5327-86f5-4fdf-be17-75ddfd5ef5f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.1323977 Jun 30 01:58:53.213004 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.216220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.219063 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.235052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Transition to ACTIVE for port object bc223c12-44eb-4e94-b2db-358fe4bd0322 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:53.244306 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 144d010a-3757-41e7-902e-e622f5cd6f4d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:53.244722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.248295 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.268923 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-49d2c5aa-3317-4e51-81c6-2cdf2ec2faa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478618 Jun 30 01:58:53.336237 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.343175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.344678 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.367588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799cdca-81e6-4568-97d7-83baa6e1c918 None None] Pushing event updated for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.374336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31326065-00b2-4b83-8bf4-e308cbcdbf77,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.379040 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.380860 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a7a9f7e9-252e-40d1-a51f-c0e4bc1f3d68 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153380 Jun 30 01:58:53.385110 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40896) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:53.391960 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:53.431650 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.443834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.472738 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:58:53.535034 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Attempting to bind port bc223c12-44eb-4e94-b2db-358fe4bd0322 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:53.535409 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Attempting to bind port bc223c12-44eb-4e94-b2db-358fe4bd0322 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:53.536693 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Attempting to bind port bc223c12-44eb-4e94-b2db-358fe4bd0322 on network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:53.559290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Network ae723aff-2207-4805-9ec9-07d3aad5f119 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:58:53.560117 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:53.560575 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Checking segment: {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:53.563009 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.567088 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:58:53.567346 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Bound using segment: {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:53.567859 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Bound port: bc223c12-44eb-4e94-b2db-358fe4bd0322, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0791ac21-869b-407f-b49c-b4aa67fc0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:53.568373 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.579753 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:58:53.600554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.611588 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.627584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.661821 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed53a38-e2f6-4a51-a7e2-d33d4cbcb19a,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.670644 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.674070 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6fd23dda-1090-460e-bffd-f8bd92f4f081 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873440 Jun 30 01:58:53.676313 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40902) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:53.683701 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-f4dbf7f7-b41d-4e63-9cf8-4fd4a0e16499 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964727 Jun 30 01:58:53.691233 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:53.708896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:53.711571 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.748724 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.757106 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] For port bc223c12-44eb-4e94-b2db-358fe4bd0322, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:53.785229 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] For port bc223c12-44eb-4e94-b2db-358fe4bd0322, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=bc223c12-44eb-4e94-b2db-358fe4bd0322,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:53.797972 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-b8a3e7e4-c13b-4904-97ea-e53426f8ece7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9180491 Jun 30 01:58:53.807170 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.879099 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.885505 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.914430 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cceaa9e-2664-4a2a-b313-a5db3c3609c9,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.919085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Request body: {'port': {'device_id': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:53.923764 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:58:53.925004 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:58:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:53.933443 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799cdca-81e6-4568-97d7-83baa6e1c918 None None] Pushing event updated for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:53.941149 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441af619-71a7-42a8-8328-deb7e954a168 req-253e99c8-0541-42dc-8fcc-f1956b3e9874 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193847 Jun 30 01:58:53.969079 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:53.971401 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a8d52921-5048-412c-a965-f650999d7511 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893271 Jun 30 01:58:53.975059 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 40906) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:53.985963 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:54.064524 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Project 1aea4daab36744d2bb5ef0ddfc5503ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:58:54.076246 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.192061 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.253358 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.260646 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.282873 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7302446b-b804-4f49-acd3-9ee35c8ea540,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:54.292538 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.299664 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 40924) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:58:54.300403 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-47ad6174-5468-494c-8c7b-8e5f3a995ecf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190618 Jun 30 01:58:54.315204 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'security_group_rule': {'security_group_id': '7f0ed8d1-0260-4bda-8b21-ad57a1649de7', 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:58:54.351078 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f17a08-0143-4d1d-8fe5-ad58074d3bfe req-049ddab7-9a68-4fd2-a600-4941daee0a18 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:54.352825 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-67f17a08-0143-4d1d-8fe5-ad58074d3bfe req-049ddab7-9a68-4fd2-a600-4941daee0a18 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 931 time: 0.2811983 Jun 30 01:58:54.493622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc9bdc-6c9a-42f6-af50-14fb969c1f80 req-30ef7c37-ca79-47c3-a2f7-5c4ed4fd4eed tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:54.496019 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-66cc9bdc-6c9a-42f6-af50-14fb969c1f80 req-30ef7c37-ca79-47c3-a2f7-5c4ed4fd4eed tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1480348 Jun 30 01:58:54.497162 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:58:54.542859 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.securitygroups_db [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Project 1aea4daab36744d2bb5ef0ddfc5503ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 01:58:54.564843 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.586989 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-66cc9bdc-6c9a-42f6-af50-14fb969c1f80 req-9a3f0743-c7d2-43e2-ac87-6661c3eb68d1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840976 Jun 30 01:58:54.646807 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-67f17a08-0143-4d1d-8fe5-ad58074d3bfe req-5cdf73c0-015b-4577-9e16-b905467101f3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812314 Jun 30 01:58:54.763299 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.771998 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.812701 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80da6ac5-84b8-4961-b910-e63e29209baa,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:54.823854 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.830150 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-cc22c1f5-fb3a-4de4-a421-a20e3072bcb7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5178778 Jun 30 01:58:54.888214 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 4, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'bc223c12-44eb-4e94-b2db-358fe4bd0322', 'name': '', 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'mac_address': 'fa:16:3e:8f:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'babc6522-2042-460e-8697-23e57390d9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:48Z', 'updated_at': '2021-06-30T01:58:53Z', 'revision_number': 4, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'subnets': [{'id': 'babc6522-2042-460e-8697-23e57390d9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:58:54.949102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4824eb-3c95-4af3-bebe-fe4393f83791 None None] The sync data for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi is: [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 4, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'bc223c12-44eb-4e94-b2db-358fe4bd0322', 'name': '', 'network_id': '9b9760c0-59b8-412e-a6cf-a8b50d9af1cb', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'mac_address': 'fa:16:3e:8f:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'babc6522-2042-460e-8697-23e57390d9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:48Z', 'updated_at': '2021-06-30T01:58:53Z', 'revision_number': 4, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'subnets': [{'id': 'babc6522-2042-460e-8697-23e57390d9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:58:54.969403 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c501435-e543-4d38-ae8d-132243317472 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:54.987330 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:54.995280 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:55.040657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Transition to ACTIVE for port object 4c501435-e543-4d38-ae8d-132243317472 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:58:55.053521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:55.216474 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:55.355446 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Attempting to bind port 4c501435-e543-4d38-ae8d-132243317472 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:58:55.355840 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Attempting to bind port 4c501435-e543-4d38-ae8d-132243317472 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:58:55.357308 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Attempting to bind port 4c501435-e543-4d38-ae8d-132243317472 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:55.365415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Port 4c501435-e543-4d38-ae8d-132243317472 on network ae723aff-2207-4805-9ec9-07d3aad5f119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:58:55.365806 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Attempting to bind port 4c501435-e543-4d38-ae8d-132243317472 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:58:55.372517 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:58:55.372978 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Checking segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:58:55.373265 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Bound using segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:58:55.373695 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Bound port: 4c501435-e543-4d38-ae8d-132243317472, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:58:55.374114 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:55.468747 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:58:55.474909 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:58:55.480566 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:55.530695 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:55.531498 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:55.532830 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c501435-e543-4d38-ae8d-132243317472 HTTP/1.1" status: 200 len: 1093 time: 1.6402028 Jun 30 01:58:55.533346 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'tag': '4c501435-e543-4d38-ae8d-132243317472'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:58:55.536067 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78e855-5480-4732-9396-9b1b455e4d74" -d '{"events": [{"name": "network-changed", "server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "tag": "4c501435-e543-4d38-ae8d-132243317472"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:58:55.585842 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6907-6dd4-4a44-93f8-4c2b4fb867b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:55.613619 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346f62a-dd1a-4221-a649-04c5eba939d9 x-openstack-request-id: req-9346f62a-dd1a-4221-a649-04c5eba939d9 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:58:55.614372 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "tag": "4c501435-e543-4d38-ae8d-132243317472", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:58:55.615266 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9346f62a-dd1a-4221-a649-04c5eba939d9 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:58:55.620083 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'tag': '4c501435-e543-4d38-ae8d-132243317472', 'status': 'completed', 'code': 200} Jun 30 01:58:55.724552 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-1e7f4cd2-ef94-4684-993e-765340a04a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:55.727633 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-1e7f4cd2-ef94-4684-993e-765340a04a21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 1096 time: 0.1292288 Jun 30 01:58:55.794740 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-97da0aed-66ba-4674-88c6-b7030c407547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c501435-e543-4d38-ae8d-132243317472 HTTP/1.1" status: 200 len: 217 time: 0.0568268 Jun 30 01:58:55.911536 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-ebec705d-1726-4b37-b1a7-a96ca4e776e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:55.913263 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-ebec705d-1726-4b37-b1a7-a96ca4e776e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.1009557 Jun 30 01:58:55.987396 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325162ca-6861-496d-858e-cd402ff4d214 req-ef3ad094-9ad9-4603-9119-45774c6d5da3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:55.995549 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd11ef-a42d-4f01-aba5-beb5658607bf req-21027e64-9ad7-4a70-9cd2-e5f478ffb559 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:56.001838 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-325162ca-6861-496d-858e-cd402ff4d214 req-ef3ad094-9ad9-4603-9119-45774c6d5da3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.2054381 Jun 30 01:58:56.005395 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b1dd11ef-a42d-4f01-aba5-beb5658607bf req-21027e64-9ad7-4a70-9cd2-e5f478ffb559 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.1236033 Jun 30 01:58:56.006683 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-f6e12281-0fc1-4445-8554-806395a6d2cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765533 Jun 30 01:58:56.077494 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b1dd11ef-a42d-4f01-aba5-beb5658607bf req-347cb109-2a8a-413d-9d87-815b72bf91f2 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657778 Jun 30 01:58:56.142046 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-325162ca-6861-496d-858e-cd402ff4d214 req-44a0108c-47ef-45e1-a45e-baf2a8b02207 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331449 Jun 30 01:58:56.193654 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-78a51158-328d-4eb6-8c8c-6a6eb1af8425 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784174 Jun 30 01:58:56.387968 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-387fe6d2-9cfa-4956-ab7a-3a4768e40d1f req-8279658e-a9aa-4e21-a9bc-b5844f70703c service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831479 Jun 30 01:58:56.539210 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-eaa42c53-62ae-468b-871f-ef41205eb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:56.541656 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-eaa42c53-62ae-468b-871f-ef41205eb667 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 1096 time: 0.0794594 Jun 30 01:58:56.637812 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:56.661383 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-749ed559-596e-4744-bae5-b0c6543f3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:56.662981 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-749ed559-596e-4744-bae5-b0c6543f3ead service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 916 time: 0.1129005 Jun 30 01:58:56.735810 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-32a5f79c-07b8-4c92-9e41-3323ff541cb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c501435-e543-4d38-ae8d-132243317472 HTTP/1.1" status: 200 len: 217 time: 0.0644338 Jun 30 01:58:56.806702 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-af723514-3006-4a50-98de-9c2b31d6dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:56.808318 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-af723514-3006-4a50-98de-9c2b31d6dd7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.0570636 Jun 30 01:58:56.858473 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-a4a509b3-bd81-4718-977c-2f789ce9f402 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374694 Jun 30 01:58:57.025642 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device bc223c12-44eb-4e94-b2db-358fe4bd0322 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:57.093342 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port bc223c12-44eb-4e94-b2db-358fe4bd0322 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:58:57.103857 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port bc223c12-44eb-4e94-b2db-358fe4bd0322 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:57.104370 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:57.204630 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:57.234139 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-19125884-5cf6-4fcd-873b-7e331dafecff service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602004 Jun 30 01:58:57.242022 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port bc223c12-44eb-4e94-b2db-358fe4bd0322, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=bc223c12-44eb-4e94-b2db-358fe4bd0322,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:57.246862 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:57.318834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:57.337583 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275ff7f-e2d3-4961-a633-d916e52ddfa2 req-8b9b235d-953f-44fd-a642-09c62f19c997 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:57.339783 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7275ff7f-e2d3-4961-a633-d916e52ddfa2 req-8b9b235d-953f-44fd-a642-09c62f19c997 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.1197579 Jun 30 01:58:57.405490 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7275ff7f-e2d3-4961-a633-d916e52ddfa2 req-6e47acaa-895c-46f1-8739-d8cbf6a4d8a8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583181 Jun 30 01:58:57.425347 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c78e855-5480-4732-9396-9b1b455e4d74 req-053a8a61-ff21-4268-a476-f3b3f1e49b80 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824958 Jun 30 01:58:57.461640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3eb7f-07c4-48ad-b7df-c0291d205345 req-16523158-e5d9-4d79-9f7e-f23f0d8ac6f3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:57.464295 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-89e3eb7f-07c4-48ad-b7df-c0291d205345 req-16523158-e5d9-4d79-9f7e-f23f0d8ac6f3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1127286 Jun 30 01:58:57.529549 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-89e3eb7f-07c4-48ad-b7df-c0291d205345 req-a21e6ea9-aa4e-4a94-947a-c71e2f71d058 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560479 Jun 30 01:58:57.923157 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:58:58.605459 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ed615-5bd8-433f-a5da-7628845f3ee2 req-73ad4958-0305-4b63-ad2c-2a935e7341f6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:58.606992 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c6ed615-5bd8-433f-a5da-7628845f3ee2 req-73ad4958-0305-4b63-ad2c-2a935e7341f6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0686607 Jun 30 01:58:58.648383 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c6ed615-5bd8-433f-a5da-7628845f3ee2 req-876e9931-844a-456c-8f26-20262d7ff46b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Jun 30 01:58:58.748081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4911-cddb-445b-94da-c2ff130988b0 req-eea16fb0-b3ba-45e2-bc7e-6ef7784786eb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:58.750457 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-27de4911-cddb-445b-94da-c2ff130988b0 req-eea16fb0-b3ba-45e2-bc7e-6ef7784786eb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0983737 Jun 30 01:58:58.795534 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-27de4911-cddb-445b-94da-c2ff130988b0 req-3dda2b78-116a-42fe-b250-343b1485e87f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Jun 30 01:58:59.013701 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device bc223c12-44eb-4e94-b2db-358fe4bd0322 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:58:59.068208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port bc223c12-44eb-4e94-b2db-358fe4bd0322 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:58:59.068466 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:59.235629 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4c501435-e543-4d38-ae8d-132243317472 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:58:59.346574 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:59.362397 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '4c501435-e543-4d38-ae8d-132243317472', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'port_id': '4c501435-e543-4d38-ae8d-132243317472', 'mac_address': 'fa:16:3e:3a:b4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3418d-a7e0-43cb-8f0e-f414ca4be607', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:58:59.412895 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:59.428348 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c501435-e543-4d38-ae8d-132243317472 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:58:59.452219 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:58:59.462211 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:58:59.512726 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:58:59.859079 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315ae8-3b76-4f60-88b4-4f03d15402c5 req-ddd0ca51-86db-4425-a0d2-1e718f55c0c3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:59.860624 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-63315ae8-3b76-4f60-88b4-4f03d15402c5 req-ddd0ca51-86db-4425-a0d2-1e718f55c0c3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 944 time: 0.0808899 Jun 30 01:58:59.906698 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-63315ae8-3b76-4f60-88b4-4f03d15402c5 req-177d73b4-b368-45c3-82c4-f0e0577d0b2c tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Jun 30 01:58:59.989123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08febe66-aee8-49c3-95f8-9e638d9c1df0 req-d3dc82c3-8d36-4a2a-9977-f78c5543490c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:58:59.990748 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08febe66-aee8-49c3-95f8-9e638d9c1df0 req-d3dc82c3-8d36-4a2a-9977-f78c5543490c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0684361 Jun 30 01:59:00.033167 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08febe66-aee8-49c3-95f8-9e638d9c1df0 req-1d65247a-c186-437b-830f-b3cd8b22c720 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jun 30 01:59:02.872682 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a688f-d0b9-4f0c-a028-a85dccf17770 req-b992df1e-95d1-4575-b1b4-176191151a6d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:02.876198 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e0a688f-d0b9-4f0c-a028-a85dccf17770 req-b992df1e-95d1-4575-b1b4-176191151a6d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 944 time: 0.0790565 Jun 30 01:59:02.898843 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8910e1-f37c-4082-b5b8-6c79d67c177b req-2b39c43a-779e-4408-841d-bbe83d487ff5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:02.900433 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d8910e1-f37c-4082-b5b8-6c79d67c177b req-2b39c43a-779e-4408-841d-bbe83d487ff5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0710473 Jun 30 01:59:02.924114 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e0a688f-d0b9-4f0c-a028-a85dccf17770 req-b9011e88-d257-4a7b-8bb6-90723ef54844 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Jun 30 01:59:02.955129 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d8910e1-f37c-4082-b5b8-6c79d67c177b req-b579baea-aa9b-4a10-9d81-e7a43253c839 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Jun 30 01:59:03.061982 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['4c501435-e543-4d38-ae8d-132243317472'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:59:04.158982 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9787d-3aeb-4757-b029-ab0f3e601844 req-bd3846f5-1d8d-433e-a149-f2ab92a5b5eb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:04.161149 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dda9787d-3aeb-4757-b029-ab0f3e601844 req-bd3846f5-1d8d-433e-a149-f2ab92a5b5eb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 944 time: 0.0782654 Jun 30 01:59:04.210056 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dda9787d-3aeb-4757-b029-ab0f3e601844 req-e6b1bcd4-aa27-4f21-a3e3-743c391af5bc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jun 30 01:59:04.214737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dd69-c8b6-436d-b2f0-82cb3c131e97 req-31155a4a-b32e-4551-b0f6-d7e0d6e3a8b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:04.216859 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0e36dd69-c8b6-436d-b2f0-82cb3c131e97 req-31155a4a-b32e-4551-b0f6-d7e0d6e3a8b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0723994 Jun 30 01:59:04.262030 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0e36dd69-c8b6-436d-b2f0-82cb3c131e97 req-e3a9914f-be58-4c4e-bdbb-bda187d0e12d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jun 30 01:59:05.274471 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4c501435-e543-4d38-ae8d-132243317472 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:59:05.333697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 4c501435-e543-4d38-ae8d-132243317472 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:59:05.337915 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 4c501435-e543-4d38-ae8d-132243317472 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:59:05.338547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:05.450142 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:05.492441 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c501435-e543-4d38-ae8d-132243317472'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:05.496284 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ced28-19ac-4497-8c0f-dca4663d5e16" -d '{"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-plugged", "status": "completed", "tag": "4c501435-e543-4d38-ae8d-132243317472"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:05.503927 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:05.510469 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:05.515353 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e7f8-6bc8-43b3-b7df-3acc0c517a61 req-925c42b5-9ff4-43aa-b785-bab7d58abbdb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:05.517631 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d988e7f8-6bc8-43b3-b7df-3acc0c517a61 req-925c42b5-9ff4-43aa-b785-bab7d58abbdb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 944 time: 0.1269898 Jun 30 01:59:05.574027 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5a59a-973d-4acb-96f3-e481f6ac2eb6 req-151b1a6b-159a-4b18-acb0-c1de2ed4c22e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:05.582631 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5af5a59a-973d-4acb-96f3-e481f6ac2eb6 req-151b1a6b-159a-4b18-acb0-c1de2ed4c22e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1022327 Jun 30 01:59:05.585590 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:05.599174 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d988e7f8-6bc8-43b3-b7df-3acc0c517a61 req-c772953b-d89e-4edf-8e92-38acb4064805 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710099 Jun 30 01:59:05.637960 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5af5a59a-973d-4acb-96f3-e481f6ac2eb6 req-2524768b-b3d8-4241-838f-fd31e7e19be6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jun 30 01:59:05.661564 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06efe048-138b-4ffe-a409-7e17555f3078 x-openstack-request-id: req-06efe048-138b-4ffe-a409-7e17555f3078 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:05.661564 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-plugged", "status": "completed", "tag": "4c501435-e543-4d38-ae8d-132243317472", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:05.661824 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06efe048-138b-4ffe-a409-7e17555f3078 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:05.662097 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c501435-e543-4d38-ae8d-132243317472', 'code': 200} Jun 30 01:59:06.001315 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4804e-d027-47d6-aa4c-e1664a235677 req-a3a23e14-9b9e-4785-8a22-241f7187c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:06.003065 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ab4804e-d027-47d6-aa4c-e1664a235677 req-a3a23e14-9b9e-4785-8a22-241f7187c44e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 1098 time: 0.0741942 Jun 30 01:59:06.049777 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ab4804e-d027-47d6-aa4c-e1664a235677 req-f214811c-5a77-4993-81ef-aec48653bf7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jun 30 01:59:06.878384 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2e623-9ffe-48b1-b0f2-927350a43d1c req-9f45fb46-51ad-43ee-a5e4-3ff606274900 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:06.881033 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-edc2e623-9ffe-48b1-b0f2-927350a43d1c req-9f45fb46-51ad-43ee-a5e4-3ff606274900 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.1269143 Jun 30 01:59:06.882003 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d28bb-c241-4e48-ac95-ad5883d899c7 req-d1bc7941-dbde-489a-9ee2-974af0b18797 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:06.891080 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-506d28bb-c241-4e48-ac95-ad5883d899c7 req-d1bc7941-dbde-489a-9ee2-974af0b18797 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0994697 Jun 30 01:59:06.954531 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-edc2e623-9ffe-48b1-b0f2-927350a43d1c req-a019fdbc-50e6-4f44-83c8-6db90807e456 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590489 Jun 30 01:59:06.954884 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41330) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:06.957480 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-506d28bb-c241-4e48-ac95-ad5883d899c7 req-83f2fcb8-2668-4bde-b321-df77ba5cce2d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Jun 30 01:59:07.122821 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-710fd537-5050-4e56-95e6-457e19c00c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.227083 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-710fd537-5050-4e56-95e6-457e19c00c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.232338 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-710fd537-5050-4e56-95e6-457e19c00c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.296443 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-710fd537-5050-4e56-95e6-457e19c00c84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e7cbe81f7c14263b1292fc202ba44e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328960 Jun 30 01:59:07.296559 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41346) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:07.298170 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd537-5050-4e56-95e6-457e19c00c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfadd3a-a82f-437f-9558-de1719d15fb7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:07.376390 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.405524 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.474722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.481727 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.485465 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbfadd3a-a82f-437f-9558-de1719d15fb7 HTTP/1.1" status: 204 len: 168 time: 0.1910789 Jun 30 01:59:07.497099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed441ccb-0e22-437b-bac3-cc40022ccb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfadd3a-a82f-437f-9558-de1719d15fb7,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:07.853083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41354) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:07.870860 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-553b5f6b-c85c-4791-8aff-cf7ad6b76428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.983859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-553b5f6b-c85c-4791-8aff-cf7ad6b76428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:07.992811 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-553b5f6b-c85c-4791-8aff-cf7ad6b76428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:08.046751 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b5f6b-c85c-4791-8aff-cf7ad6b76428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cfa20f-162d-456c-b810-caee409613ff,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:08.068339 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-553b5f6b-c85c-4791-8aff-cf7ad6b76428 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4272f21af664a29aea75c23cd994ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137043 Jun 30 01:59:08.071544 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41360) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:08.166177 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8cf63-bf13-408a-a01d-5ed15badc609 req-9bca39ae-781d-44af-b2b1-560a370bb6f0 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:08.168384 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e5a8cf63-bf13-408a-a01d-5ed15badc609 req-9bca39ae-781d-44af-b2b1-560a370bb6f0 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0780904 Jun 30 01:59:08.187315 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:08.227926 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:08.231742 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e5a8cf63-bf13-408a-a01d-5ed15badc609 req-dcd8e660-7b3d-4e97-8d78-fc88d6f8d27e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Jun 30 01:59:08.259911 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c176-5ee3-4b9c-b360-89d6b0ea82a7 req-48315cfb-a103-4915-8dcd-ec62633bb354 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:08.261673 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f1e1c176-5ee3-4b9c-b360-89d6b0ea82a7 req-48315cfb-a103-4915-8dcd-ec62633bb354 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.1643803 Jun 30 01:59:08.332945 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f1e1c176-5ee3-4b9c-b360-89d6b0ea82a7 req-37a08e9f-45ad-4fde-9db6-074c1f1b55cc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Jun 30 01:59:08.342287 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:08.346554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:08.348093 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29cfa20f-162d-456c-b810-caee409613ff HTTP/1.1" status: 204 len: 168 time: 0.2745726 Jun 30 01:59:08.358944 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cf5ea-28e9-438e-81be-620f28d5caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cfa20f-162d-456c-b810-caee409613ff,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:09.456955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231344-187f-4c59-8d1a-3a4b0ba1f033 req-300adb1a-d5af-4527-8bb8-4a4180482d8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:09.460056 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9231344-187f-4c59-8d1a-3a4b0ba1f033 req-300adb1a-d5af-4527-8bb8-4a4180482d8a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0782242 Jun 30 01:59:09.504772 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9231344-187f-4c59-8d1a-3a4b0ba1f033 req-13789995-fa18-4dd7-89d5-1321dd0f2d14 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Jun 30 01:59:10.486437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41490) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:10.694374 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-e5ccb40f-8d49-427c-a2c0-60350ccda50d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:10.706650 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-da82b879-7157-4238-8ade-fe98867d5330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:10.723577 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-e5ccb40f-8d49-427c-a2c0-60350ccda50d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.2424228 Jun 30 01:59:10.742248 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-283e0090-a1eb-45f6-90dd-cc4b3c7841f4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/quotas/8198f88cc97f4a3c8974cbca156ff988 HTTP/1.1" status: 200 len: 375 time: 0.0147920 Jun 30 01:59:10.887374 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-9cf33be9-e954-433f-906d-797624b12b6c tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367500 Jun 30 01:59:10.887879 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41506) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:10.918938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-da82b879-7157-4238-8ade-fe98867d5330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:10.929768 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-da82b879-7157-4238-8ade-fe98867d5330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.068185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b5b1-af4c-4514-87bf-d4bedd6966e4 req-00fe3083-9e8d-47c5-9742-63adf7c92cd3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:11.070904 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af81b5b1-af4c-4514-87bf-d4bedd6966e4 req-00fe3083-9e8d-47c5-9742-63adf7c92cd3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.3534505 Jun 30 01:59:11.075430 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-da82b879-7157-4238-8ade-fe98867d5330 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8d2fb55b4b440cd93ab3a60f8a8944d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877078 Jun 30 01:59:11.076582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b879-7157-4238-8ade-fe98867d5330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9f838-0f65-44b8-9a32-ac578bbf4ee8,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:11.080694 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41518) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:11.080969 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-192e2e76-3535-48b4-b287-79e3bf745cde service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744592 Jun 30 01:59:11.089906 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0e4f464e-2c8c-4c90-9c6c-c094548ac5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.177953 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af81b5b1-af4c-4514-87bf-d4bedd6966e4 req-83715bf9-0924-4ef9-8221-dee0b7c57ad7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854242 Jun 30 01:59:11.209164 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.242848 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.314273 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-efee9734-507f-43d8-82c5-730de20ceef9 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189050 Jun 30 01:59:11.338821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.341695 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.343502 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eae9f838-0f65-44b8-9a32-ac578bbf4ee8 HTTP/1.1" status: 204 len: 168 time: 0.2608900 Jun 30 01:59:11.352359 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080c544-3f64-4c5c-afec-3ce2fe5f597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9f838-0f65-44b8-9a32-ac578bbf4ee8,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:11.401356 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0e4f464e-2c8c-4c90-9c6c-c094548ac5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.414491 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0e4f464e-2c8c-4c90-9c6c-c094548ac5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.493628 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0e4f464e-2c8c-4c90-9c6c-c094548ac5f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0906088ce744a698b540bd8af3690e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044409 Jun 30 01:59:11.498960 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41524) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:11.500126 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f464e-2c8c-4c90-9c6c-c094548ac5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67be79d4-1dc0-44b6-a7e4-9863ad368a33,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:11.616344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.644929 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.686184 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c5942f28-ed88-4a5f-84bb-5d5e759e1b96 req-017794c2-f059-4424-a1a8-35b083f06b48 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 210 time: 0.0495415 Jun 30 01:59:11.720530 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.724710 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:11.725991 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67be79d4-1dc0-44b6-a7e4-9863ad368a33 HTTP/1.1" status: 204 len: 168 time: 0.2252629 Jun 30 01:59:11.734896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f561f-de2e-4a11-8c0e-3595842dcb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be79d4-1dc0-44b6-a7e4-9863ad368a33,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:11.920649 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41538) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:11.942646 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1016ae3-8615-4908-98cd-2041d6ec193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.151391 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1016ae3-8615-4908-98cd-2041d6ec193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.157319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1016ae3-8615-4908-98cd-2041d6ec193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.211035 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e1016ae3-8615-4908-98cd-2041d6ec193d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21917d926e54407380ab0323e437f0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888026 Jun 30 01:59:12.217064 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41548) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:12.223724 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1016ae3-8615-4908-98cd-2041d6ec193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b21ef2-92ff-428e-97f4-0805d760ea1a,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:12.301980 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41554) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:12.326897 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-401bc636-6d90-4a16-a16f-9a60e197ad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.339538 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.372193 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.461546 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.465521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.467083 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3b21ef2-92ff-428e-97f4-0805d760ea1a HTTP/1.1" status: 204 len: 168 time: 0.2489924 Jun 30 01:59:12.483609 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa676c30-3762-4534-8881-c1e8f5198d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b21ef2-92ff-428e-97f4-0805d760ea1a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:12.543478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-401bc636-6d90-4a16-a16f-9a60e197ad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.562151 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-401bc636-6d90-4a16-a16f-9a60e197ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.632800 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bc636-6d90-4a16-a16f-9a60e197ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04b5f0-198e-40a1-9d1b-f6bd7a612f54,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:12.643944 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41562) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:12.644145 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-401bc636-6d90-4a16-a16f-9a60e197ad75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=faee2377f1fc4bdf911037c6f4c2a772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409500 Jun 30 01:59:12.716162 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381116d6-6431-44f6-8031-75d23c155edf req-3da427c0-37bc-4bfd-821b-6f9ecc3487b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:12.734573 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-381116d6-6431-44f6-8031-75d23c155edf req-3da427c0-37bc-4bfd-821b-6f9ecc3487b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1860490 Jun 30 01:59:12.770889 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.810913 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-381116d6-6431-44f6-8031-75d23c155edf req-76a4aef6-832d-47b2-bd63-3590b06994bb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728931 Jun 30 01:59:12.816711 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.920226 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.923037 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:12.924352 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f04b5f0-198e-40a1-9d1b-f6bd7a612f54 HTTP/1.1" status: 204 len: 168 time: 0.2776380 Jun 30 01:59:12.936621 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d89527-f014-427e-9110-b567c1327db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04b5f0-198e-40a1-9d1b-f6bd7a612f54,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:12.958348 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41572) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:13.008632 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3319481-8e3a-4ff8-87b3-8d527a397379 req-c468b81e-9bfb-4217-bd87-05dddf8dfb53 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 210 time: 0.0575187 Jun 30 01:59:13.246651 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccb62d1c-436e-473e-a1ad-5dcf5a5a93ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.425440 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccb62d1c-436e-473e-a1ad-5dcf5a5a93ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.435533 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ccb62d1c-436e-473e-a1ad-5dcf5a5a93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.492100 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ccb62d1c-436e-473e-a1ad-5dcf5a5a93ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e23b0109820c49699dda1b66412d7cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325351 Jun 30 01:59:13.495663 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41594) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:13.510619 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-2fb9fac7-e4cd-4ea2-8dc2-99bfd1f79b21 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:13.512553 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-2fb9fac7-e4cd-4ea2-8dc2-99bfd1f79b21 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.1338465 Jun 30 01:59:13.530515 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb62d1c-436e-473e-a1ad-5dcf5a5a93ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930a748-8e32-4b87-9134-a49ec567f2ba,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:13.564945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Request body: {'port': {'device_id': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'admin_state_up': True, 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:13.612774 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.643586 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.705078 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.713758 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:13.731870 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c930a748-8e32-4b87-9134-a49ec567f2ba HTTP/1.1" status: 204 len: 168 time: 0.2349222 Jun 30 01:59:13.742717 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1481ec8-72c5-4f78-95aa-c93645df2ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930a748-8e32-4b87-9134-a49ec567f2ba,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:13.839289 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:59:13.866145 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:14.113011 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Allocated IP 172.20.0.8 (ae723aff-2207-4805-9ec9-07d3aad5f119/16d3418d-a7e0-43cb-8f0e-f414ca4be607/41dded5e-ef5d-42e6-8ba7-bfb5511925f0) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:59:14.142945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5deb-1a26-4bfc-9e3b-981147c52e93 req-ae664ee4-f2d5-4e1d-bdcd-13b586fa5721 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:14.153518 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1bca5deb-1a26-4bfc-9e3b-981147c52e93 req-ae664ee4-f2d5-4e1d-bdcd-13b586fa5721 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1778264 Jun 30 01:59:14.231553 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1bca5deb-1a26-4bfc-9e3b-981147c52e93 req-110be9f2-8ecc-4d81-ba94-f9e46f427ed1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791793 Jun 30 01:59:14.361694 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-823963e6-db59-42e6-baa0-3332b7d8719e req-b058e1a7-5e5f-4f15-8194-1fc6a8da0a70 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 210 time: 0.0400202 Jun 30 01:59:14.406495 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:14.468350 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:14.486267 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97', '4c501435-e543-4d38-ae8d-132243317472'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:59:14.514762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Network ae723aff-2207-4805-9ec9-07d3aad5f119 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:59:14.523418 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:59:14.528402 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:59:14.538112 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event updated for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:14.601886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:14.602866 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:14.622117 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-7a919912-5afd-4709-bc2d-785b003fcb80 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0840931 Jun 30 01:59:14.643428 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Request body: {'port': {'device_id': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:14.756203 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.128155 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:59:15.150932 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.167141 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Transition to ACTIVE for port object 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:59:15.176490 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.238165 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Pushing event updated for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:15.344823 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Attempting to bind port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:59:15.345292 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Attempting to bind port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:59:15.350361 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Attempting to bind port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:15.367306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 on network ae723aff-2207-4805-9ec9-07d3aad5f119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:59:15.367642 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Attempting to bind port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:15.376961 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:59:15.377760 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Checking segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:59:15.378387 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Bound using segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:59:15.378981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Bound port: 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:59:15.380249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.506480 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:59:15.510615 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:59:15.519209 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.539431 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:15.539931 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:15.541469 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] 10.222.0.41 "PUT /v2.0/ports/41dded5e-ef5d-42e6-8ba7-bfb5511925f0 HTTP/1.1" status: 200 len: 1093 time: 0.9058268 Jun 30 01:59:15.592909 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:15.595447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83180ac-a473-46cc-a0b3-0662ef8e36c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:15.597136 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ffed-7934-4e10-ae49-4290138ac296 req-3fc4e803-af8d-4dea-bfcd-5ade0780a0fd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:15.607043 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6f7ffed-7934-4e10-ae49-4290138ac296 req-3fc4e803-af8d-4dea-bfcd-5ade0780a0fd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 943 time: 0.0951803 Jun 30 01:59:15.658890 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0aa38-d371-46c8-944f-973b1cff47ea req-a0b1d946-83b6-44a5-802b-81ac841f9011 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:15.660580 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2bc0aa38-d371-46c8-944f-973b1cff47ea req-a0b1d946-83b6-44a5-802b-81ac841f9011 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.2277958 Jun 30 01:59:15.670791 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6f7ffed-7934-4e10-ae49-4290138ac296 req-61fe29aa-3f6e-49b1-b54e-7c65868c2461 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618958 Jun 30 01:59:15.713961 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a9b1e-5211-4c51-bca6-2edd320ccbca service neutron] Pushing event updated for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:15.719915 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e0095a-f2e1-4e76-b26c-bbe03350c6cd x-openstack-request-id: req-68e0095a-f2e1-4e76-b26c-bbe03350c6cd {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:15.720201 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:15.720447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68e0095a-f2e1-4e76-b26c-bbe03350c6cd {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:15.720881 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'status': 'completed', 'code': 200} Jun 30 01:59:15.745112 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2bc0aa38-d371-46c8-944f-973b1cff47ea req-de60b473-b332-47fd-821f-4a34c25be65e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Jun 30 01:59:15.767766 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-c456888b-1ba1-4bc3-9883-8ab64e225621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:15.770595 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-c456888b-1ba1-4bc3-9883-8ab64e225621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 1096 time: 0.1676345 Jun 30 01:59:15.819348 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-34fadc41-eb81-4edb-aa78-39baf5e307b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0 HTTP/1.1" status: 200 len: 217 time: 0.0398440 Jun 30 01:59:15.877629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-c33a1534-5440-4751-80a9-4209a58d15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:15.879184 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-c33a1534-5440-4751-80a9-4209a58d15eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.0496571 Jun 30 01:59:15.922403 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-116f6b2a-a4d0-48e4-8a80-c33c151404f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333066 Jun 30 01:59:16.024672 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-2d1bb6f8-27bc-413d-b570-0b35e8c76ad0 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917444 Jun 30 01:59:16.188923 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a049f84-3880-4dee-a6d5-bb846cdd85c3 req-cee1468e-acfb-456e-82c2-61995577f03f service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519988 Jun 30 01:59:16.404131 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-0018f45c-523a-4fe1-90b4-ced4c61ea5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:16.406265 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-0018f45c-523a-4fe1-90b4-ced4c61ea5bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 1096 time: 0.1169217 Jun 30 01:59:16.535788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-73bf1e39-5967-4305-a710-3be594c79c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:16.537318 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-73bf1e39-5967-4305-a710-3be594c79c99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 916 time: 0.1222522 Jun 30 01:59:16.594628 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-353c9d73-a7e8-49e0-a09d-230d2fddbf4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0 HTTP/1.1" status: 200 len: 217 time: 0.0490150 Jun 30 01:59:16.742639 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-d417a0dd-66a7-412c-b563-aa5a1ee0ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:16.744469 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-d417a0dd-66a7-412c-b563-aa5a1ee0ff00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.1345356 Jun 30 01:59:16.789073 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-556cafb6-95b3-4dd8-9b97-7db7b0951bf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352452 Jun 30 01:59:16.930546 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-7fc8527b-1a36-431a-b5a1-4a8e38c13378 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257586 Jun 30 01:59:16.933926 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080b439-0092-4dad-966e-f1a61e28a3ff req-179903ed-3ced-435f-a2c9-101340825e14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:16.935522 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9080b439-0092-4dad-966e-f1a61e28a3ff req-179903ed-3ced-435f-a2c9-101340825e14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 943 time: 0.1111302 Jun 30 01:59:17.002203 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9080b439-0092-4dad-966e-f1a61e28a3ff req-23be5537-0fa8-4df6-894f-e7aa6c5a3140 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571249 Jun 30 01:59:17.103606 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d83180ac-a473-46cc-a0b3-0662ef8e36c3 req-4611e4c8-97e7-401e-b2ea-7e0137e26192 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614101 Jun 30 01:59:17.106660 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41754) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:17.127212 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d3ce-13db-4c4d-92cd-c9ffd437a3b0 req-3d870f26-87f0-4167-adb0-247f67fa617c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:17.129013 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9dd0d3ce-13db-4c4d-92cd-c9ffd437a3b0 req-3d870f26-87f0-4167-adb0-247f67fa617c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1007762 Jun 30 01:59:17.169316 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9dd0d3ce-13db-4c4d-92cd-c9ffd437a3b0 req-fb3ca60a-f899-4bd3-8ce4-64d4bce4e559 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jun 30 01:59:17.230434 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2edab5e7-b807-4c65-9f0d-ef77b20d1430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.324036 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2edab5e7-b807-4c65-9f0d-ef77b20d1430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.329709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2edab5e7-b807-4c65-9f0d-ef77b20d1430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.371246 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2edab5e7-b807-4c65-9f0d-ef77b20d1430 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb58ae8f88e9467ab48c9298ef3e4aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633448 Jun 30 01:59:17.372211 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab5e7-b807-4c65-9f0d-ef77b20d1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc61c8e-345d-49ac-b36a-35ae39519564,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:17.374874 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41768) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:17.428630 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.453833 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.524149 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.529066 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:17.530450 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbc61c8e-345d-49ac-b36a-35ae39519564 HTTP/1.1" status: 204 len: 168 time: 0.1544635 Jun 30 01:59:17.541891 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6ea9-371c-4d08-8529-0a6b6ef8a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc61c8e-345d-49ac-b36a-35ae39519564,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:17.974400 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41794) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:17.996010 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd6f-5d92-405e-bd70-944f853b7678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.143391 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd6f-5d92-405e-bd70-944f853b7678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.163480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd6f-5d92-405e-bd70-944f853b7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.274071 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d39ebd6f-5d92-405e-bd70-944f853b7678 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3ef9d74735a473291080406c6355336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953947 Jun 30 01:59:18.274071 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ebd6f-5d92-405e-bd70-944f853b7678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f81881-1522-4776-8f0c-224028a5d4b2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:18.274514 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41804) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:18.325087 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ebf98-93f5-44f3-b106-526ab5ba874b req-f75d15d9-a26c-4907-a9f6-8905e6819bd8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:18.326921 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-932ebf98-93f5-44f3-b106-526ab5ba874b req-f75d15d9-a26c-4907-a9f6-8905e6819bd8 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 943 time: 0.1781344 Jun 30 01:59:18.373511 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.390106 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-932ebf98-93f5-44f3-b106-526ab5ba874b req-8c0dc858-9586-463b-a8e8-1b3bb2743977 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Jun 30 01:59:18.406159 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.431935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7baeb-e64b-434e-a035-2fdce13eaf66 req-bc40de39-85d3-4ac9-9dd9-7dba014b2868 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:18.433644 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6ac7baeb-e64b-434e-a035-2fdce13eaf66 req-bc40de39-85d3-4ac9-9dd9-7dba014b2868 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1347127 Jun 30 01:59:18.489617 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6ac7baeb-e64b-434e-a035-2fdce13eaf66 req-afdcd9e0-0898-4617-99bc-08129ea61e33 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484295 Jun 30 01:59:18.498954 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.501583 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:18.502769 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98f81881-1522-4776-8f0c-224028a5d4b2 HTTP/1.1" status: 204 len: 168 time: 0.2273321 Jun 30 01:59:18.511301 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d7e1d-f7c4-42f5-bdc3-8d85b95a9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f81881-1522-4776-8f0c-224028a5d4b2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:19.345625 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:59:19.499209 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:19.550592 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'port_id': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'mac_address': 'fa:16:3e:3a:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3418d-a7e0-43cb-8f0e-f414ca4be607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:59:19.551352 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da847fd0-9df6-40f5-8837-f0d2f2b2f56a req-2e0d0a9a-7d4c-4d76-80ee-103dd4d96fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:19.554043 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-da847fd0-9df6-40f5-8837-f0d2f2b2f56a req-2e0d0a9a-7d4c-4d76-80ee-103dd4d96fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 1098 time: 0.1002908 Jun 30 01:59:19.608073 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-da847fd0-9df6-40f5-8837-f0d2f2b2f56a req-8ac95d7e-c0e2-426e-9836-6c00d83471dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Jun 30 01:59:19.652691 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31151-5a32-448a-b6fd-0261824db2a0 req-634dc31f-be39-42d0-9fcc-576530108e01 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:19.654921 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6ca31151-5a32-448a-b6fd-0261824db2a0 req-634dc31f-be39-42d0-9fcc-576530108e01 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 943 time: 0.1365740 Jun 30 01:59:19.659171 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:19.688751 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:59:19.711789 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:19.719587 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:19.733277 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6ca31151-5a32-448a-b6fd-0261824db2a0 req-1859ff86-f0cb-4979-8489-a3001a0ee4a2 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713787 Jun 30 01:59:19.774596 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:19.786938 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ecd8922e-13cb-42d8-bc41-b199060b9ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:19.821998 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31166807-30a9-4b39-a708-263383c278b6 req-32af21c4-9287-4e56-b7e5-595ffd902d2b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:19.825343 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-31166807-30a9-4b39-a708-263383c278b6 req-32af21c4-9287-4e56-b7e5-595ffd902d2b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1449752 Jun 30 01:59:19.888125 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-31166807-30a9-4b39-a708-263383c278b6 req-94efa8e9-59dc-4bbd-aba0-44f08f6c9568 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Jun 30 01:59:20.130213 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['41dded5e-ef5d-42e6-8ba7-bfb5511925f0'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:59:20.276805 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41920) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:20.417142 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-91cbc4f6-8721-4595-a74e-a442cccac103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.534874 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-91cbc4f6-8721-4595-a74e-a442cccac103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.538309 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-91cbc4f6-8721-4595-a74e-a442cccac103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.576875 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-91cbc4f6-8721-4595-a74e-a442cccac103 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a34aa97df21b4fe1b686adb81ccce6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989659 Jun 30 01:59:20.577803 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbc4f6-8721-4595-a74e-a442cccac103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef119c72-ed3f-4bb6-a1f2-51aac174cd28,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:20.579621 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41938) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:20.645194 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.668235 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.719387 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.721907 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.725756 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef119c72-ed3f-4bb6-a1f2-51aac174cd28 HTTP/1.1" status: 204 len: 168 time: 0.1397715 Jun 30 01:59:20.734005 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d5332-6c75-4234-8c29-053f614bdea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef119c72-ed3f-4bb6-a1f2-51aac174cd28,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:20.769945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41946) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:20.907657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4025e832-9490-4ff2-ba76-e1b1577e26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:20.954892 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899416-df20-4606-9174-1515070b2be1 req-1e820e61-113f-464a-a080-bc6c77a16cb3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:20.957362 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c899416-df20-4606-9174-1515070b2be1 req-1e820e61-113f-464a-a080-bc6c77a16cb3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 944 time: 0.0943730 Jun 30 01:59:21.021275 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c899416-df20-4606-9174-1515070b2be1 req-d8dbc189-211d-4b81-8e21-a7a87c34e0df tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Jun 30 01:59:21.050047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4025e832-9490-4ff2-ba76-e1b1577e26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.057966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4025e832-9490-4ff2-ba76-e1b1577e26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.126006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025e832-9490-4ff2-ba76-e1b1577e26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869bf68a-79b4-4538-a9e1-2a43121f063c,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:21.141288 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-4025e832-9490-4ff2-ba76-e1b1577e26c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=359fbb4bb45c45409d25ac179ed07aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699493 Jun 30 01:59:21.143400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 41962) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:21.203355 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28964fc2-e3c5-46d1-98b7-9166c0e8da8c req-d0aecbf5-74d1-4e68-82f6-831343e9e217 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:21.204930 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-28964fc2-e3c5-46d1-98b7-9166c0e8da8c req-d0aecbf5-74d1-4e68-82f6-831343e9e217 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.1433694 Jun 30 01:59:21.224134 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.270766 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.282880 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-28964fc2-e3c5-46d1-98b7-9166c0e8da8c req-da27975d-2943-495d-ab08-c1675c98027a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Jun 30 01:59:21.332154 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.335464 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.339221 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/869bf68a-79b4-4538-a9e1-2a43121f063c HTTP/1.1" status: 204 len: 168 time: 0.1924815 Jun 30 01:59:21.349665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67936d7d-c994-4b8a-b709-0caa729bbfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869bf68a-79b4-4538-a9e1-2a43121f063c,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:21.500918 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad878df-bec8-4861-a7a1-4e99383dfe3b req-543f6c4c-574a-446d-87c2-36bc3e3a9a86 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:21.502455 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8ad878df-bec8-4861-a7a1-4e99383dfe3b req-543f6c4c-574a-446d-87c2-36bc3e3a9a86 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0713606 Jun 30 01:59:21.548362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8ad878df-bec8-4861-a7a1-4e99383dfe3b req-d508612a-619a-4abb-91c8-8f02007c8f0e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Jun 30 01:59:21.756645 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 41992) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:21.774960 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75d3a456-b346-4569-aa01-01b06011e0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.925731 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75d3a456-b346-4569-aa01-01b06011e0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.933704 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75d3a456-b346-4569-aa01-01b06011e0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:21.981493 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a456-b346-4569-aa01-01b06011e0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec22fe-335d-4a77-a82a-c1fd7eb71f35,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:22.004884 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-75d3a456-b346-4569-aa01-01b06011e0b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90a7497f01be4f16944aac41c0c75657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438910 Jun 30 01:59:22.005135 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42008) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:22.093647 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.118272 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.182756 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.185310 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.186444 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcec22fe-335d-4a77-a82a-c1fd7eb71f35 HTTP/1.1" status: 204 len: 168 time: 0.1798933 Jun 30 01:59:22.212955 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49bb96-5b33-49f9-b922-c4cdb5315a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec22fe-335d-4a77-a82a-c1fd7eb71f35,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:22.279054 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e30fc-72ee-4dbc-a007-f32759fe2d8a req-04def290-f5d0-4c65-b89d-0f6392359d71 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:22.295545 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d30e30fc-72ee-4dbc-a007-f32759fe2d8a req-04def290-f5d0-4c65-b89d-0f6392359d71 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 944 time: 0.1255991 Jun 30 01:59:22.341683 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d30e30fc-72ee-4dbc-a007-f32759fe2d8a req-718a3a4f-7d6a-4823-b3d3-4883be2d41fc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Jun 30 01:59:22.396107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:22.400918 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a9839afa-b63d-4d36-98f9-4651e7fe24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.303948 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.362322 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:59:23.497358 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:59:23.512176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:59:23.513166 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.526521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-954dd863-9c3f-4fda-9dd8-0e928170ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:23.542366 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-954dd863-9c3f-4fda-9dd8-0e928170ca61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.1540723 Jun 30 01:59:23.628433 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48310c9-8a22-4bcd-aefd-aedf69561644 req-aa8e6039-3498-431f-9b67-f957d1b79304 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:23.632039 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e48310c9-8a22-4bcd-aefd-aedf69561644 req-aa8e6039-3498-431f-9b67-f957d1b79304 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1519208 Jun 30 01:59:23.682799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.722542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-dd240158-9724-4a55-bee4-0e9702b53bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:23.724650 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-dd240158-9724-4a55-bee4-0e9702b53bb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.1699963 Jun 30 01:59:23.737037 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fef709-180c-4c22-89b0-f68d5dc0f268 req-0d36f801-6b3b-4d44-8b22-753753672048 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:23.745102 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-03fef709-180c-4c22-89b0-f68d5dc0f268 req-0d36f801-6b3b-4d44-8b22-753753672048 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 944 time: 0.2011237 Jun 30 01:59:23.746474 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:23.752759 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29f1a8-2e72-46ac-a578-8d8a01349bec" -d '{"events": [{"server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "name": "network-vif-plugged", "status": "completed", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:23.769457 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e48310c9-8a22-4bcd-aefd-aedf69561644 req-8a8e89e0-548c-4dbb-861d-c9548969d357 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059313 Jun 30 01:59:23.796385 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:23.802124 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:23.843534 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-528ecc41-13d3-4cb3-89a5-0f5fa0f34681 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.0903442 Jun 30 01:59:23.883617 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-03fef709-180c-4c22-89b0-f68d5dc0f268 req-57bca644-82e4-4689-8d35-170f0f4d2b37 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375380 Jun 30 01:59:23.892522 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:23.968389 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-5fa2aab1-eb35-4812-bc83-8730f8a1c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:23.968389 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-5fa2aab1-eb35-4812-bc83-8730f8a1c0da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0860717 Jun 30 01:59:24.032208 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-e94e7d1f-1683-4693-b85e-b4540f7fdd88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516071 Jun 30 01:59:24.064978 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabc18e0-550c-4c1f-8bf5-24a8d4281692 x-openstack-request-id: req-eabc18e0-550c-4c1f-8bf5-24a8d4281692 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:24.065277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "name": "network-vif-plugged", "status": "completed", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:24.065526 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eabc18e0-550c-4c1f-8bf5-24a8d4281692 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:24.065917 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'code': 200} Jun 30 01:59:24.388210 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-4bc364bf-805a-46f5-b957-c131801d94e1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457673542&fields=id&tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef HTTP/1.1" status: 200 len: 267 time: 0.0487700 Jun 30 01:59:24.428075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04cd8d-efd2-4b97-8ac9-317558c64305 req-14cad489-3c84-41ab-a858-8a9062e56d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:24.429594 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-aa04cd8d-efd2-4b97-8ac9-317558c64305 req-14cad489-3c84-41ab-a858-8a9062e56d1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 1098 time: 0.0952735 Jun 30 01:59:24.431501 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-c128198a-1464-4aa5-b46c-038a92e24941 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855906 Jun 30 01:59:24.510834 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-56c22fef-2adc-4146-abb4-fa7fe23eb792 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:24.514057 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-56c22fef-2adc-4146-abb4-fa7fe23eb792 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 807 time: 0.1143165 Jun 30 01:59:24.534964 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-697335e1-c2ba-40f0-a459-6ded9d89f397 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/quotas/1aea4daab36744d2bb5ef0ddfc5503ef HTTP/1.1" status: 200 len: 375 time: 0.0158093 Jun 30 01:59:24.543486 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-aa04cd8d-efd2-4b97-8ac9-317558c64305 req-de3305dc-c881-4774-aa1e-312eaf179a92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983794 Jun 30 01:59:24.583087 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f43c3345-d0af-4fcf-bd83-67af69d88996 req-dfcf10b1-1261-4a14-814a-0769c742de87 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323359 Jun 30 01:59:24.627359 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-ae347210-dd3d-4135-98fe-c53f5091ab8f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862858 Jun 30 01:59:24.754874 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-35f94097-0b3d-41cc-9fee-422bdd8c3f03 service neutron] 10.222.0.47 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117167 Jun 30 01:59:24.915722 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-c053d6d1-8687-4c6f-a403-5551461bd5a7 service neutron] 10.222.0.47 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510570 Jun 30 01:59:24.988869 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.023430 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81d5b-bc28-4601-ac93-f9e6df545f5e req-61857bcf-0a46-4d8d-9c24-ca70b122c25d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:25.032148 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0cb81d5b-bc28-4601-ac93-f9e6df545f5e req-61857bcf-0a46-4d8d-9c24-ca70b122c25d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1305070 Jun 30 01:59:25.082676 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0cb81d5b-bc28-4601-ac93-f9e6df545f5e req-ef2a289c-ceb5-4c8e-8c82-d79613fbc581 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487614 Jun 30 01:59:25.323399 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbead9-0ac9-4921-a592-0831fdf4de41 req-3e4c3dd5-7017-4932-a08a-627f91653546 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:25.326151 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d3bbead9-0ac9-4921-a592-0831fdf4de41 req-3e4c3dd5-7017-4932-a08a-627f91653546 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 945 time: 0.0927894 Jun 30 01:59:25.399452 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d3bbead9-0ac9-4921-a592-0831fdf4de41 req-24d18a1b-2dc0-4544-b368-ad82da9df7a2 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 Jun 30 01:59:25.435041 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42190) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:25.624663 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f442f8d8-a9ed-4347-bcfc-1a518b43f61a req-d08c8017-5d07-40c0-a62a-17c45ebc2a5c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 210 time: 0.0523276 Jun 30 01:59:25.683553 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b11a9c9d-05dd-4e60-896b-f9a26393dc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.824058 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b11a9c9d-05dd-4e60-896b-f9a26393dc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.830321 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b11a9c9d-05dd-4e60-896b-f9a26393dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:25.871454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a9c9d-05dd-4e60-896b-f9a26393dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a98387-7bbb-4b31-8248-54dd4392553f,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:25.876253 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b11a9c9d-05dd-4e60-896b-f9a26393dc43 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1615fceb228c4320a0646f65b70bdff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398379 Jun 30 01:59:25.880195 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42200) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:25.981520 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.019533 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.124108 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.128098 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.129797 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54a98387-7bbb-4b31-8248-54dd4392553f HTTP/1.1" status: 204 len: 168 time: 0.2483213 Jun 30 01:59:26.147402 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c22fa-fb57-48f6-aa91-e3a7cd112535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a98387-7bbb-4b31-8248-54dd4392553f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:26.366756 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae30a-2d28-48c2-906d-742fd862d70f req-78dc55d7-a1c1-4ed6-b827-1654f78c696a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:26.368303 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bf0ae30a-2d28-48c2-906d-742fd862d70f req-78dc55d7-a1c1-4ed6-b827-1654f78c696a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1352034 Jun 30 01:59:26.423430 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bf0ae30a-2d28-48c2-906d-742fd862d70f req-d8aa45b8-f518-4354-ab69-c9b0e72dc669 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Jun 30 01:59:26.652092 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42238) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:26.655032 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.655562 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4aad1-bbe4-4406-aa4d-e7362695a150 req-c4c2182b-dc47-4aa7-8365-c1999a9e1bbe tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:26.657623 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-15b4aad1-bbe4-4406-aa4d-e7362695a150 req-c4c2182b-dc47-4aa7-8365-c1999a9e1bbe tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 945 time: 0.1251335 Jun 30 01:59:26.669906 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7fa-b0bd-4731-b57a-10633a03d728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.717440 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-15b4aad1-bbe4-4406-aa4d-e7362695a150 req-184ffdac-59a6-4f9b-ac0e-e90a80938394 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520101 Jun 30 01:59:26.818100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7fa-b0bd-4731-b57a-10633a03d728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.823811 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0cabd7fa-b0bd-4731-b57a-10633a03d728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:26.889913 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0cabd7fa-b0bd-4731-b57a-10633a03d728 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1004c07932df415191daa3aa31c05ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356246 Jun 30 01:59:26.890781 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd7fa-b0bd-4731-b57a-10633a03d728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0304f5b7-fed1-4e58-be18-af1ede7a9d8d,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:26.893663 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42244) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:26.923201 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bf06a991-9330-4f33-90b3-ccba24ce84d1 req-6e1bd09f-0bb2-499e-92e4-81e25d7cc32b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 210 time: 0.0371990 Jun 30 01:59:27.002582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.089622 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.168455 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-190524fb-b105-4a44-ac6b-953fc84f5024 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:27.170098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-190524fb-b105-4a44-ac6b-953fc84f5024 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 807 time: 0.1941850 Jun 30 01:59:27.192152 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.194795 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.196081 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0304f5b7-fed1-4e58-be18-af1ede7a9d8d HTTP/1.1" status: 204 len: 168 time: 0.3010571 Jun 30 01:59:27.204415 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a1882-f2b4-400c-9b27-dffb0021b806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0304f5b7-fed1-4e58-be18-af1ede7a9d8d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:27.264080 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-25fcd80b-b1bb-4d64-8c36-557e3827ddd2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef HTTP/1.1" status: 200 len: 380 time: 0.0472891 Jun 30 01:59:27.276769 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'port': {'device_id': '0b028052-8915-46bd-af58-1b6a113101a7', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'admin_state_up': True, 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'security_groups': ['7f0ed8d1-0260-4bda-8b21-ad57a1649de7']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:27.412190 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Made reservation on behalf of 1aea4daab36744d2bb5ef0ddfc5503ef for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:59:27.417078 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.640641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Allocated IP 172.20.0.13 (1971dac3-b004-414c-beab-c5ab657a1f4f/e66bc722-9d17-4910-89ad-60838201794e/e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:59:27.665411 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42260) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:27.682407 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cd72-1bd2-4ccd-adc4-faeb4b74734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.713801 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58778d9d-f1a0-4d2a-bfbb-dd1fab4570ee req-27fe4394-68d5-4f9d-9fdd-fb41ab157c9f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:27.726926 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-58778d9d-f1a0-4d2a-bfbb-dd1fab4570ee req-27fe4394-68d5-4f9d-9fdd-fb41ab157c9f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1423728 Jun 30 01:59:27.873108 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-58778d9d-f1a0-4d2a-bfbb-dd1fab4570ee req-115a4701-962c-4e82-9556-e68e5b3b081c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446433 Jun 30 01:59:27.873299 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cd72-1bd2-4ccd-adc4-faeb4b74734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.880516 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cd72-1bd2-4ccd-adc4-faeb4b74734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:27.939896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42272) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:27.996554 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6bc2cd72-1bd2-4ccd-adc4-faeb4b74734b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8df4936072e64363826a80c5b45cd2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295307 Jun 30 01:59:27.997592 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42278) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:27.997814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.020581 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2cd72-1bd2-4ccd-adc4-faeb4b74734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5918d-c94a-4f56-8f0b-a81f79415642,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.061088 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Transition to ACTIVE for port object e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:59:28.111162 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.155351 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.178772 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.235253 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba29e8af-4279-494d-b83e-159d89e97ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.289708 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.292933 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.294369 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7d5918d-c94a-4f56-8f0b-a81f79415642 HTTP/1.1" status: 204 len: 168 time: 0.2891915 Jun 30 01:59:28.320873 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c6f5-25d8-4d6e-9bbe-0261772eb3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5918d-c94a-4f56-8f0b-a81f79415642,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.327948 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:59:28.333449 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:59:28.335466 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.341150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:59:28.489959 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:28.491797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.532640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddaa6-cece-4773-9839-c49fcb4b2f05 req-a8f17f39-33ae-49f2-b251-1a187e98603e tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:28.535403 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-573ddaa6-cece-4773-9839-c49fcb4b2f05 req-a8f17f39-33ae-49f2-b251-1a187e98603e tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 932 time: 0.3040543 Jun 30 01:59:28.583498 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba29e8af-4279-494d-b83e-159d89e97ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.598206 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba29e8af-4279-494d-b83e-159d89e97ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.609098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-dbfe4f22-ddca-4500-bbef-c8a84d7dba71 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3365490 Jun 30 01:59:28.621116 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-573ddaa6-cece-4773-9839-c49fcb4b2f05 req-ac9cbbe5-b26e-4da4-b886-59252f75c5f6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774734 Jun 30 01:59:28.629915 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Request body: {'port': {'device_id': '0b028052-8915-46bd-af58-1b6a113101a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:28.681294 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-b7d4cdda-6a35-4a37-92fa-e89c22372f99 None None] Provisioning for port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:59:28.686857 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-b7d4cdda-6a35-4a37-92fa-e89c22372f99 None None] Provisioning complete for port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:59:28.687601 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cdda-6a35-4a37-92fa-e89c22372f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.700354 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ba29e8af-4279-494d-b83e-159d89e97ea4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0d033396dbe49bcb3be8102ff7c7b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7575626 Jun 30 01:59:28.703415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42300) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:28.703620 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e8af-4279-494d-b83e-159d89e97ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84934134-40d0-406e-a433-2622a4f523cc,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:28.733540 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4cdda-6a35-4a37-92fa-e89c22372f99 None None] Port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 01:59:28.780082 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.793914 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.852710 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.951927 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.954766 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:28.956647 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84934134-40d0-406e-a433-2622a4f523cc HTTP/1.1" status: 204 len: 168 time: 0.2516179 Jun 30 01:59:28.985801 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8fde1-5449-48f6-ac3f-e0acb47db5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84934134-40d0-406e-a433-2622a4f523cc,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:29.257432 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:59:29.269909 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.304349 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Transition to ACTIVE for port object e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:59:29.310171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.420190 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:29.538888 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Attempting to bind port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:59:29.540213 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Attempting to bind port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:59:29.540213 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Attempting to bind port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 on network 1971dac3-b004-414c-beab-c5ab657a1f4f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:29.557850 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 on network 1971dac3-b004-414c-beab-c5ab657a1f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:59:29.558192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Attempting to bind port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 on network 1971dac3-b004-414c-beab-c5ab657a1f4f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:29.567679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:59:29.569147 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Checking segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:59:29.569291 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Bound using segment: {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:59:29.569984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Bound port: e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ab337e-3c63-4fa4-9f09-f666047bc4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:59:29.570318 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.578056 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86559fc8-3741-4315-9263-2312f47aa91c req-83463306-d06a-4120-93ee-284e8c7c518e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:29.588142 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-86559fc8-3741-4315-9263-2312f47aa91c req-83463306-d06a-4120-93ee-284e8c7c518e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.4553516 Jun 30 01:59:29.637913 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-86559fc8-3741-4315-9263-2312f47aa91c req-f39784c1-82d6-47a3-9123-86f6ccec920f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Jun 30 01:59:29.690242 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:59:29.696260 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:59:29.704988 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.767779 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:29.768759 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:29.771273 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] 10.222.0.41 "PUT /v2.0/ports/e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 1094 time: 1.1456797 Jun 30 01:59:29.771852 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:29.774536 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1842d9-5503-41f4-addc-5ec28a5579fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:29.853530 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5d3d-2f43-4cae-a4f3-337c4ff2dc9c service neutron] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:29.869552 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94a2a93-da3e-4a6c-b19f-c9e73602a50c x-openstack-request-id: req-d94a2a93-da3e-4a6c-b19f-c9e73602a50c {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:29.870036 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:29.870218 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d94a2a93-da3e-4a6c-b19f-c9e73602a50c {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:29.870607 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'status': 'completed', 'code': 200} Jun 30 01:59:29.875968 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42348) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:29.917400 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-05f998d0-effd-4988-b88b-a24f96976cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.027140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-4514f33c-1042-4210-ad85-27db6349939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.029636 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-4514f33c-1042-4210-ad85-27db6349939a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1097 time: 0.1575677 Jun 30 01:59:30.114180 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-05f998d0-effd-4988-b88b-a24f96976cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.121907 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-1d7e65a7-2b35-4ac2-bf77-42a60b72d2cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 217 time: 0.0733204 Jun 30 01:59:30.128945 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-05f998d0-effd-4988-b88b-a24f96976cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.142444 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7f0c-e620-4446-a9e0-48ce04148ad0 req-f83bc6ab-02e1-4eb2-b963-1cc7df334ee8 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.151442 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-419c7f0c-e620-4446-a9e0-48ce04148ad0 req-f83bc6ab-02e1-4eb2-b963-1cc7df334ee8 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.1994720 Jun 30 01:59:30.189805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f998d0-effd-4988-b88b-a24f96976cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a746b99-771f-4b13-950b-1008ca2c5eb6,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:30.196307 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-05f998d0-effd-4988-b88b-a24f96976cb3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12bbba69df914a8eb180fa53296ef9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181267 Jun 30 01:59:30.200420 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42358) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:30.272505 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.294915 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-419c7f0c-e620-4446-a9e0-48ce04148ad0 req-5cbcf730-4ea8-4288-b1d2-a28fc0b1a0fa tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422071 Jun 30 01:59:30.296483 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-7aa57113-8d1c-4861-8cf4-2a6a4ea1ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.298207 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-7aa57113-8d1c-4861-8cf4-2a6a4ea1ba32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.1637945 Jun 30 01:59:30.298946 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.378933 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.381872 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:30.383197 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a746b99-771f-4b13-950b-1008ca2c5eb6 HTTP/1.1" status: 204 len: 168 time: 0.1818700 Jun 30 01:59:30.391704 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abdcba-a011-4552-b864-527b02bf0ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a746b99-771f-4b13-950b-1008ca2c5eb6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:30.406735 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-c6641f18-76f8-4f13-b192-e4f28211cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.407358 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-c6641f18-76f8-4f13-b192-e4f28211cce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0978158 Jun 30 01:59:30.522698 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-24657c3a-6ba8-48ab-81e4-fce18b9bd2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075041 Jun 30 01:59:30.631363 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e3b5ede1-f93d-465c-9945-154cc8fa64fe req-f7c27988-526c-4f99-8e2d-d2f3c3b19d5e service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012135 Jun 30 01:59:30.767967 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-6c757470-08eb-433f-91c9-e219ca5bc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.770165 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-6c757470-08eb-433f-91c9-e219ca5bc7f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1097 time: 0.0666478 Jun 30 01:59:30.870708 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804a9b-6fa1-453f-958c-5436a2e7ac34 req-ef467f6d-92ad-4c4f-a8fe-43929c21e093 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.872216 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec804a9b-6fa1-453f-958c-5436a2e7ac34 req-ef467f6d-92ad-4c4f-a8fe-43929c21e093 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0684049 Jun 30 01:59:30.878569 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-c1e8ce9f-cee2-4228-ac24-52b7263e4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.880263 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-c1e8ce9f-cee2-4228-ac24-52b7263e4d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.0996492 Jun 30 01:59:30.914353 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec804a9b-6fa1-453f-958c-5436a2e7ac34 req-78c8ff0c-0447-40ae-91ef-408020e958a9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Jun 30 01:59:30.925084 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-483431e8-8c37-486a-8850-54c371283cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 217 time: 0.0345898 Jun 30 01:59:30.980080 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-c0796cdf-958f-4634-9c98-5d81bd9d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:30.981587 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-c0796cdf-958f-4634-9c98-5d81bd9d02e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.0489635 Jun 30 01:59:31.055140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-24e507d7-054f-4303-9117-40686c3161b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:31.056768 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-24e507d7-054f-4303-9117-40686c3161b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577810 Jun 30 01:59:31.151307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-e42df7aa-9461-445a-896e-2b7c2f9c1dfb service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Jun 30 01:59:31.247077 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cd1842d9-5503-41f4-addc-5ec28a5579fc req-c894b685-98cd-488d-b352-d165266f3302 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849638 Jun 30 01:59:31.497563 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71a479-c1b7-4b4f-a018-ef2e58dc450a req-2d22dd42-53ee-4b51-b91f-fe3aad192a41 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:31.499079 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6a71a479-c1b7-4b4f-a018-ef2e58dc450a req-2d22dd42-53ee-4b51-b91f-fe3aad192a41 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0854998 Jun 30 01:59:31.544909 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6a71a479-c1b7-4b4f-a018-ef2e58dc450a req-f50c5170-f338-4efb-81b5-afeb41a89aaf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387063 Jun 30 01:59:31.680356 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42418) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:31.796135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a605652a-40d3-4fc6-8217-d1a4c56ac6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:31.896250 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a605652a-40d3-4fc6-8217-d1a4c56ac6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:31.900774 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a605652a-40d3-4fc6-8217-d1a4c56ac6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:31.943970 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a605652a-40d3-4fc6-8217-d1a4c56ac6d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4af19676e5f64a77afd06929148b3009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600119 Jun 30 01:59:31.943970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605652a-40d3-4fc6-8217-d1a4c56ac6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a974d-0e59-4c87-ad79-fb3732c46ede,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:31.944370 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42430) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:31.999492 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.021883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.113001 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.115697 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.116874 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c27a974d-0e59-4c87-ad79-fb3732c46ede HTTP/1.1" status: 204 len: 168 time: 0.1714690 Jun 30 01:59:32.129596 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc1f74-05e2-42a3-b3a5-5465959e82f2 req-78bea04c-9a39-4820-a12d-208194e4a4ca tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:32.131682 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ddc1f74-05e2-42a3-b3a5-5465959e82f2 req-78bea04c-9a39-4820-a12d-208194e4a4ca tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0900168 Jun 30 01:59:32.151387 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71de16-0a91-4700-ba2e-b89c4b3647c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a974d-0e59-4c87-ad79-fb3732c46ede,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:32.185962 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ddc1f74-05e2-42a3-b3a5-5465959e82f2 req-550c2517-ba4b-4db0-9199-946be9300c7d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Jun 30 01:59:32.427285 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42438) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:32.440525 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ab461bc5-2d3a-420b-a86a-78cd43e46985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.544875 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ab461bc5-2d3a-420b-a86a-78cd43e46985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.551312 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ab461bc5-2d3a-420b-a86a-78cd43e46985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.590342 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ab461bc5-2d3a-420b-a86a-78cd43e46985 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca6248137f1a48ce9710d71c6fd623ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617706 Jun 30 01:59:32.591719 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab461bc5-2d3a-420b-a86a-78cd43e46985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaed94e-7fb0-4335-a359-ea648e459b3c,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:32.592876 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42444) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:32.652871 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.675797 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.734047 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.737202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:32.738459 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcaed94e-7fb0-4335-a359-ea648e459b3c HTTP/1.1" status: 204 len: 168 time: 0.1436167 Jun 30 01:59:32.746231 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6265b34-f806-4b3c-a620-deaa1338ce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaed94e-7fb0-4335-a359-ea648e459b3c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:32.759945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82154-d0cc-44a9-8f6b-962576206403 req-2bc1e5e1-f219-4c50-8889-dbc628def892 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:32.761667 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7ad82154-d0cc-44a9-8f6b-962576206403 req-2bc1e5e1-f219-4c50-8889-dbc628def892 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0930049 Jun 30 01:59:32.811696 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7ad82154-d0cc-44a9-8f6b-962576206403 req-cb5d40e4-d9f3-4c77-8941-6cd583835d56 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Jun 30 01:59:33.111353 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42464) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:33.124763 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a048f09f-fa53-4693-a7fc-f629bed926e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.177506 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42466) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:33.216144 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a048f09f-fa53-4693-a7fc-f629bed926e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.221924 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a048f09f-fa53-4693-a7fc-f629bed926e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.268000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42474) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:33.268477 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a048f09f-fa53-4693-a7fc-f629bed926e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5be28c5cb5084d14a54fa8bf0d283a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557286 Jun 30 01:59:33.286310 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048f09f-fa53-4693-a7fc-f629bed926e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531860d8-0296-4ef1-9bdc-547ed39d86ce,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:33.308384 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-49bed84c-2ec4-47b1-bf84-2be432e5f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.389035 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.427803 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.498599 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989106-4175-4e9a-a6c6-0fd837d059e4 req-939a7b72-bd69-4a33-81d2-b22a9a5365ba tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:33.500210 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2e989106-4175-4e9a-a6c6-0fd837d059e4 req-939a7b72-bd69-4a33-81d2-b22a9a5365ba tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1642959 Jun 30 01:59:33.540297 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.543233 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.544358 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/531860d8-0296-4ef1-9bdc-547ed39d86ce HTTP/1.1" status: 204 len: 168 time: 0.2755547 Jun 30 01:59:33.563642 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-49bed84c-2ec4-47b1-bf84-2be432e5f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.566394 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d848766-531f-4f61-9f34-8f8e4d4bb23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531860d8-0296-4ef1-9bdc-547ed39d86ce,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:33.576641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-49bed84c-2ec4-47b1-bf84-2be432e5f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.605427 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2e989106-4175-4e9a-a6c6-0fd837d059e4 req-ed5e547b-9729-420c-980f-4b6da004a362 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987241 Jun 30 01:59:33.636606 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-49bed84c-2ec4-47b1-bf84-2be432e5f904 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f4ce48e931148b4912c8b4dce459253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554822 Jun 30 01:59:33.636606 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bed84c-2ec4-47b1-bf84-2be432e5f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702365af-616f-4226-a2c0-0abb66634f89,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:33.637117 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42478) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:33.692262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.713770 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.761634 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.764168 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:33.765345 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/702365af-616f-4226-a2c0-0abb66634f89 HTTP/1.1" status: 204 len: 168 time: 0.1268902 Jun 30 01:59:33.773770 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d37e2-8b56-4412-a8e5-66dba8134950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702365af-616f-4226-a2c0-0abb66634f89,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:34.020191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee491-d33e-4f33-88fa-26dbf938f1b6 req-5626627a-b816-49d4-ad2f-c6dffbea392d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:34.021917 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-46eee491-d33e-4f33-88fa-26dbf938f1b6 req-5626627a-b816-49d4-ad2f-c6dffbea392d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0745046 Jun 30 01:59:34.073622 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-46eee491-d33e-4f33-88fa-26dbf938f1b6 req-a7bb8889-eb6b-4191-9dff-fd4f7e2da880 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337241 Jun 30 01:59:34.914786 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 01:59:36.687642 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260a2c-6d49-4405-a330-3eaeed886205 req-90c525af-9fc9-46c3-85dd-f32d7ed7a9a2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:36.689202 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-93260a2c-6d49-4405-a330-3eaeed886205 req-90c525af-9fc9-46c3-85dd-f32d7ed7a9a2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0680199 Jun 30 01:59:36.721237 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da191aa-f5fc-43f8-b7b0-d9e43c8a4d47 req-217a7971-ed08-4ef8-a5c9-54203392720c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:36.722830 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4da191aa-f5fc-43f8-b7b0-d9e43c8a4d47 req-217a7971-ed08-4ef8-a5c9-54203392720c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0723035 Jun 30 01:59:36.732472 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-93260a2c-6d49-4405-a330-3eaeed886205 req-837ee724-925c-4e19-9c22-0d297fd70465 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366879 Jun 30 01:59:36.774107 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4da191aa-f5fc-43f8-b7b0-d9e43c8a4d47 req-5a651528-a1c3-4b74-9bcd-7619ca568102 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Jun 30 01:59:39.636099 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 01:59:39.734520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:39.749995 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'mac_address': 'fa:16:3e:e6:a2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 01:59:39.788413 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:39.802816 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:59:39.823352 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:39.828867 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:39.878691 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:39.885987 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.886395 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.886663 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.887047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.887344 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.887676 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.887998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.888320 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.888622 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.888989 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.889307 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:39.889756 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:41.022333 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403f4b0-d7fe-4da0-8d8b-d1b0860bb15a req-ae6a2de4-000f-40cd-bb5c-7f130ce4fb9c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:41.023970 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a403f4b0-d7fe-4da0-8d8b-d1b0860bb15a req-ae6a2de4-000f-40cd-bb5c-7f130ce4fb9c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 945 time: 0.0710878 Jun 30 01:59:41.026100 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ed47e-8b7a-49a9-b036-9297c6b3b56e req-6a12474c-49df-442e-9688-eb9df87d39e3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:41.029580 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0d8ed47e-8b7a-49a9-b036-9297c6b3b56e req-6a12474c-49df-442e-9688-eb9df87d39e3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0783324 Jun 30 01:59:41.066347 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a403f4b0-d7fe-4da0-8d8b-d1b0860bb15a req-092b3b53-59dc-47d4-b34a-a008ee7bd3da tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353205 Jun 30 01:59:41.075000 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0d8ed47e-8b7a-49a9-b036-9297c6b3b56e req-1fef9fca-eee4-43fe-8925-da470bdf43e3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jun 30 01:59:41.228666 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:59:45.087399 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ee4b-69b6-4ba7-ae88-df5ff2a7ecd5 req-fd1785de-4052-4cee-bd34-3f5d2e831e2f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:45.088910 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bfe3ee4b-69b6-4ba7-ae88-df5ff2a7ecd5 req-fd1785de-4052-4cee-bd34-3f5d2e831e2f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 945 time: 0.0638430 Jun 30 01:59:45.132036 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bfe3ee4b-69b6-4ba7-ae88-df5ff2a7ecd5 req-6eedb5dd-84f5-44e6-9641-78f2f157a2a2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jun 30 01:59:45.295689 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599dd0-2af7-4b05-a5df-02ae4097c42c req-0ce3b268-e8d3-4c2f-964d-29883f50e2fb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:45.297394 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d4599dd0-2af7-4b05-a5df-02ae4097c42c req-0ce3b268-e8d3-4c2f-964d-29883f50e2fb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0671289 Jun 30 01:59:45.345844 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d4599dd0-2af7-4b05-a5df-02ae4097c42c req-9c40c431-cab5-4733-a5c9-f35f8f355649 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Jun 30 01:59:45.646976 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 01:59:45.699413 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 01:59:45.703595 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 01:59:45.703976 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:45.825392 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:45.853887 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:45.856277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a4722-6c33-4ce1-bb23-093f58185b80" -d '{"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:45.871682 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 01:59:45.876540 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:45.908579 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f2c630-fc81-4c92-a4df-ce8f10cce5a9 x-openstack-request-id: req-78f2c630-fc81-4c92-a4df-ce8f10cce5a9 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:45.909080 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:45.909479 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78f2c630-fc81-4c92-a4df-ce8f10cce5a9 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:45.910172 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'code': 200} Jun 30 01:59:45.934822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:46.322531 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d0f7-82a9-491c-8ae4-3e4b3bc3c3e4 req-e326ef1e-ceb5-458f-9a9d-f793dc1f7766 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:46.323915 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-19f8d0f7-82a9-491c-8ae4-3e4b3bc3c3e4 req-e326ef1e-ceb5-458f-9a9d-f793dc1f7766 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0638936 Jun 30 01:59:46.370856 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-19f8d0f7-82a9-491c-8ae4-3e4b3bc3c3e4 req-59044e06-b855-46f7-b207-64aeb6988555 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Jun 30 01:59:46.541743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eedb7-6640-44a7-bad5-518dba9a84a3 req-3ad09cca-786b-47d4-8048-c425da8581c1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:46.543319 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-833eedb7-6640-44a7-bad5-518dba9a84a3 req-3ad09cca-786b-47d4-8048-c425da8581c1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0653164 Jun 30 01:59:46.585627 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-833eedb7-6640-44a7-bad5-518dba9a84a3 req-26d874a3-8f2e-4062-87de-bfbb1e6d2eee tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Jun 30 01:59:46.644635 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 42744) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:46.752610 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:46.851319 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:46.859256 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:46.892854 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66deeb07-0176-4777-8dc2-fd451390edc8,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:46.896760 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f82730fd7b0493d8d3390e3294e5009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511172 Jun 30 01:59:46.900094 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42750) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:46.902809 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.903154 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.903496 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.903824 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.904149 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.904473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.904803 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.905178 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.905494 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.905785 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.906095 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.906406 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5133aa-1482-4068-8cd7-ccf2555ca980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:46.948287 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:46.969319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:47.016682 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:47.019418 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:47.020617 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66deeb07-0176-4777-8dc2-fd451390edc8 HTTP/1.1" status: 204 len: 168 time: 0.1195488 Jun 30 01:59:47.030410 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66deeb07-0176-4777-8dc2-fd451390edc8,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:47.041510 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.042044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.042171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.042507 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.042838 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.043168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.043497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.043879 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.044179 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.044473 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.044825 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:47.045200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5f1d6-e2a2-4063-b95c-cb529600c695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 01:59:49.271328 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8fa7e-b6bb-41eb-baf0-d95a76eb08a5 req-be33ee29-9463-4537-91e7-03fca9b5a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:49.272903 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-57c8fa7e-b6bb-41eb-baf0-d95a76eb08a5 req-be33ee29-9463-4537-91e7-03fca9b5a627 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1099 time: 0.0606575 Jun 30 01:59:49.311321 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-57c8fa7e-b6bb-41eb-baf0-d95a76eb08a5 req-9078098e-c186-455f-90e7-1cc06a7734fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302467 Jun 30 01:59:49.422824 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861a0d4-b797-4599-a841-8edc6f29cbdd req-b3665379-e884-4c1d-a831-b622e76c5ffc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:49.424518 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8861a0d4-b797-4599-a841-8edc6f29cbdd req-b3665379-e884-4c1d-a831-b622e76c5ffc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0680585 Jun 30 01:59:49.442171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f68d3-a840-4f70-bec8-784fe4626e45 req-38d0c3a6-bdfd-416c-ad6a-344770605f31 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:49.451670 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e4f68d3-a840-4f70-bec8-784fe4626e45 req-38d0c3a6-bdfd-416c-ad6a-344770605f31 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0887964 Jun 30 01:59:49.472488 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8861a0d4-b797-4599-a841-8edc6f29cbdd req-50363cb6-8c19-4bcf-8ca1-c5d5f72613c7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378127 Jun 30 01:59:49.489654 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e4f68d3-a840-4f70-bec8-784fe4626e45 req-221e8efb-5dbe-46ee-898c-5e1e45c37724 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Jun 30 01:59:49.735839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-bf96ec7d-e77e-4895-a7cf-0d155f219825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:49.739217 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef1911-886a-45b6-a1c0-548a24e75975 req-6bff906c-b0cc-4ad7-aa44-5d22f6b58177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:49.742126 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bef1911-886a-45b6-a1c0-548a24e75975 req-6bff906c-b0cc-4ad7-aa44-5d22f6b58177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.0768294 Jun 30 01:59:49.797613 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bef1911-886a-45b6-a1c0-548a24e75975 req-4a109823-36d2-4dcb-996e-8cbd9d32791c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 Jun 30 01:59:50.845925 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4dc0-2e8d-408f-9d37-a2ab7031a027 req-e5586080-38f9-4265-a53e-92ac4499daff tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:50.846893 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0999ea-8254-4b75-aa04-413cbe61bd33 req-3dbebbf4-0759-422f-b146-72d5e3ae8ccb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:50.847669 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e5d4dc0-2e8d-408f-9d37-a2ab7031a027 req-e5586080-38f9-4265-a53e-92ac4499daff tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1445401 Jun 30 01:59:50.848481 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2c0999ea-8254-4b75-aa04-413cbe61bd33 req-3dbebbf4-0759-422f-b146-72d5e3ae8ccb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1622100 Jun 30 01:59:50.901111 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2c0999ea-8254-4b75-aa04-413cbe61bd33 req-c9516e8c-e927-4952-81a2-248219dbefec tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Jun 30 01:59:50.934563 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e5d4dc0-2e8d-408f-9d37-a2ab7031a027 req-45227b75-f295-464c-9058-7dd36ee54b90 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777121 Jun 30 01:59:51.173415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-d60ab78d-e3a7-4c28-bcf9-a0a3141d6d3d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:51.175073 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-d60ab78d-e3a7-4c28-bcf9-a0a3141d6d3d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.1535480 Jun 30 01:59:51.192537 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-635f30c7-ef98-4dc6-aae7-0fc828388a71 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/quotas/8198f88cc97f4a3c8974cbca156ff988 HTTP/1.1" status: 200 len: 375 time: 0.0104403 Jun 30 01:59:51.310288 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-89c3e5a2-37a9-4cd6-8639-ffd16bc67ae4 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103332 Jun 30 01:59:51.423072 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-38d95045-354e-4887-8d64-0ecbc3c2d8a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980747 Jun 30 01:59:51.525640 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-e702028f-ee37-4570-8a1d-60722f11c582 service neutron] 10.222.0.47 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946100 Jun 30 01:59:51.726845 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8247d629-5c8b-4ca3-881c-0e5a0993bba2 req-51f88baa-f4f7-45b2-b04d-cad90dbfb7ae tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Jun 30 01:59:52.133576 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad1485-9cb2-4d32-8179-5cb2c4c1115b req-e155ac84-0238-41a7-aef8-6033d269664d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:52.135941 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-30ad1485-9cb2-4d32-8179-5cb2c4c1115b req-e155ac84-0238-41a7-aef8-6033d269664d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1050606 Jun 30 01:59:52.149892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7227fea-0b63-4f13-bd1c-a65d09343c98 req-e4ccea91-fe45-4688-9c4f-462dee5a722f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:52.151379 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a7227fea-0b63-4f13-bd1c-a65d09343c98 req-e4ccea91-fe45-4688-9c4f-462dee5a722f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0765128 Jun 30 01:59:52.183911 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-30ad1485-9cb2-4d32-8179-5cb2c4c1115b req-8861b99e-0aef-4723-9416-3430e307ba92 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Jun 30 01:59:52.206774 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a7227fea-0b63-4f13-bd1c-a65d09343c98 req-399913b9-6e17-433e-8712-8c4c116f8d9c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492098 Jun 30 01:59:52.427312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:52.440465 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-65e89c75-f138-4cd7-80b6-af278424d952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:52.482731 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05b56-9bc6-4366-9aba-7019419f1341 req-8b53254a-2d04-417f-b1f8-e0e0b7f07cd9 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:52.484592 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2fc05b56-9bc6-4366-9aba-7019419f1341 req-8b53254a-2d04-417f-b1f8-e0e0b7f07cd9 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1006293 Jun 30 01:59:52.546188 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2fc05b56-9bc6-4366-9aba-7019419f1341 req-75ec3233-0756-4331-948a-0c08ea483063 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541210 Jun 30 01:59:52.566311 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42968) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:52.894956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 42994) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:53.093220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb46b75b-3660-4fd3-8ea0-220836307411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:53.145338 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1da7f286-0f53-47ec-a6f7-734644aaf67f req-8f26969b-a8dc-45af-ba40-dbed1973fc6e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jun 30 01:59:53.151974 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1b63f-584a-4bda-a568-ce33270be298 tempest-TestShelveInstance-1731520710 tempest-TestShelveInstance-1731520710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.155974 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-3ff1b63f-584a-4bda-a568-ce33270be298 tempest-TestShelveInstance-1731520710 tempest-TestShelveInstance-1731520710-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1094 time: 0.5855718 Jun 30 01:59:53.159815 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 43002) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:53.170045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:53.259665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-b9b5dcdf-e08c-42a8-9896-acef436f79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.261475 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-b9b5dcdf-e08c-42a8-9896-acef436f79f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.2448175 Jun 30 01:59:53.293134 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:53.348946 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b55262-31a6-4834-97cd-1a7f680e2bda req-9423181f-eba5-4244-b1ff-1df37e8232bd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.365660 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e1b55262-31a6-4834-97cd-1a7f680e2bda req-9423181f-eba5-4244-b1ff-1df37e8232bd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0990758 Jun 30 01:59:53.467398 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e1b55262-31a6-4834-97cd-1a7f680e2bda req-52565625-2096-4fde-b1de-4c736ea2232b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005208 Jun 30 01:59:53.776049 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-1e1bebbd-92b9-4172-8f2e-891560f79083 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.777467 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-1e1bebbd-92b9-4172-8f2e-891560f79083 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 815 time: 0.5885823 Jun 30 01:59:53.827988 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-a0387850-bc93-4985-83aa-eb72fca69e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.829506 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-a0387850-bc93-4985-83aa-eb72fca69e37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.5542371 Jun 30 01:59:53.841336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb46b75b-3660-4fd3-8ea0-220836307411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:53.859126 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37c81-9124-465d-a1c0-8bba4cade23d req-5b48efe9-f8e0-458d-ab09-db19e8911759 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:53.860755 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-23d37c81-9124-465d-a1c0-8bba4cade23d req-5b48efe9-f8e0-458d-ab09-db19e8911759 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.2025998 Jun 30 01:59:53.864071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb46b75b-3660-4fd3-8ea0-220836307411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:53.925720 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for floatingip, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:53.929868 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-eb46b75b-3660-4fd3-8ea0-220836307411 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fc0519bc9824c428e12eeac4f251568&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0333910 Jun 30 01:59:53.940837 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43018) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:53.955993 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46b75b-3660-4fd3-8ea0-220836307411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25f2d2-ff11-4fc8-80cd-d9254950f7f3,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:53.989908 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-23d37c81-9124-465d-a1c0-8bba4cade23d req-8376be50-1d50-4df0-aa6c-e3d8d4d24aee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149547 Jun 30 01:59:53.994920 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.037272 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.059964 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.090415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.093744 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.094945 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa25f2d2-ff11-4fc8-80cd-d9254950f7f3 HTTP/1.1" status: 204 len: 168 time: 0.1531117 Jun 30 01:59:54.106175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69e711-a951-445c-9419-20a9ab4cb50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25f2d2-ff11-4fc8-80cd-d9254950f7f3,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:54.198176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Allocated IP 172.27.2.24 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/a6a43bf9-51ae-484f-8481-71547290a863) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:59:54.297193 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46e6e197-899a-46d0-9c92-add654a13f7e req-83554130-fc70-47aa-bcb7-a849f4614f53 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0309091 Jun 30 01:59:54.346070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.396021 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.434762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:59:54.437546 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:59:54.441096 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:59:54.453342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'Port': ['ID=a6a43bf9-51ae-484f-8481-71547290a863,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:54.739121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3359542-3c53-4dc5-a703-d4b94d5fff1a req-abe7d57e-9a2b-47af-a36f-635f99981bef tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:54.740733 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a3359542-3c53-4dc5-a703-d4b94d5fff1a req-abe7d57e-9a2b-47af-a36f-635f99981bef tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1647067 Jun 30 01:59:54.849119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a3359542-3c53-4dc5-a703-d4b94d5fff1a req-2d338bc6-01c7-4a38-a6aa-0e059d0d6543 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013868 Jun 30 01:59:54.924813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:54.979204 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.009297 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.182720 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.188469 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa213a-1ac9-469b-9b50-8fa5af5cb756 req-fd8ac9e6-4d02-464d-af29-f598a7ada1c4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:55.188861 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.190102 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-16aa213a-1ac9-469b-9b50-8fa5af5cb756 req-fd8ac9e6-4d02-464d-af29-f598a7ada1c4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0706985 Jun 30 01:59:55.233932 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-16aa213a-1ac9-469b-9b50-8fa5af5cb756 req-bc73c906-3bf6-4b03-9e5f-705d9569b7e5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jun 30 01:59:55.255443 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event updated for resources: {'Port': ['ID=a6a43bf9-51ae-484f-8481-71547290a863,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:55.270675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.379638 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Floating IP afb6ec72-da44-468f-90c9-66c7cf144ba0 associated. External IP: 172.27.2.24, port: e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5. Jun 30 01:59:55.456719 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f66984a5-ad67-4891-b678-9cd8561c5c67 req-ee264087-c358-4fb3-9f7f-4417bf70e502 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0344396 Jun 30 01:59:55.629052 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Router a59054b7-1402-48c0-bc88-557f166f4d03 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 01:59:55.745274 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 01:59:55.754985 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Sync routers for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 01:59:55.762504 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:55.764975 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:55.765597 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:59:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:55.805405 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-02596ca3-3cf6-4139-8338-5b815efbbd7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6440902 Jun 30 01:59:55.806035 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 01:59:55.808335 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 01:59:55.847085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fb5ceb-e9be-4677-807b-7be8c261513d x-openstack-request-id: req-39fb5ceb-e9be-4677-807b-7be8c261513d {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 01:59:55.847376 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 01:59:55.847626 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39fb5ceb-e9be-4677-807b-7be8c261513d {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 01:59:55.848013 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'status': 'completed', 'code': 200} Jun 30 01:59:55.873599 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:56.027675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a756b8-6c8c-4a0e-9f0c-11a82846b2d2 req-b208a699-99fd-4c1a-9bdc-017ca845770a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:56.029505 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8a756b8-6c8c-4a0e-9f0c-11a82846b2d2 req-b208a699-99fd-4c1a-9bdc-017ca845770a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0663114 Jun 30 01:59:56.068035 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8a756b8-6c8c-4a0e-9f0c-11a82846b2d2 req-642991c4-52d9-44f1-a76e-63bf4be35147 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Jun 30 01:59:56.105871 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'afb6ec72-da44-468f-90c9-66c7cf144ba0', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'mac_address': 'fa:16:3e:e6:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b028052-8915-46bd-af58-1b6a113101a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:59:54Z', 'updated_at': '2021-06-30T01:59:54Z', 'revision_number': 0, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:56.135933 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Checking router: a59054b7-1402-48c0-bc88-557f166f4d03 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 01:59:56.144966 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 01:59:56.145578 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T01:59:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:56.344477 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 01:59:56.431689 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84ff8b-fe55-45f9-852f-7aedccf32372 req-6ded9a49-ce0b-4773-8035-ebf542b92f91 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:56.433394 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8f84ff8b-fe55-45f9-852f-7aedccf32372 req-6ded9a49-ce0b-4773-8035-ebf542b92f91 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0676997 Jun 30 01:59:56.479683 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8f84ff8b-fe55-45f9-852f-7aedccf32372 req-f3349414-6dbe-49a6-94fe-12fd45493906 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Jun 30 01:59:56.592443 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'afb6ec72-da44-468f-90c9-66c7cf144ba0', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'mac_address': 'fa:16:3e:e6:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b028052-8915-46bd-af58-1b6a113101a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:59:54Z', 'updated_at': '2021-06-30T01:59:54Z', 'revision_number': 0, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 01:59:56.618741 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e01e6f67-4d3a-4639-bd0a-a421f56fb6ce req-297b509e-2b80-419f-bdaf-193846708491 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Jun 30 01:59:56.627193 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8370c51-b9c2-4773-9175-3e6bd65f8745 None None] The sync data for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi is: [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'afb6ec72-da44-468f-90c9-66c7cf144ba0', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'mac_address': 'fa:16:3e:e6:a2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b028052-8915-46bd-af58-1b6a113101a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T01:59:54Z', 'updated_at': '2021-06-30T01:59:54Z', 'revision_number': 0, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 01:59:56.653036 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:56.829103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dfe3d-6d2c-4dff-bdf1-af007d6b3a3b None None] New status for floating IP afb6ec72-da44-468f-90c9-66c7cf144ba0: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 01:59:56.889363 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Request body: {'port': {'device_id': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'admin_state_up': True, 'tenant_id': '8198f88cc97f4a3c8974cbca156ff988'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:56.946922 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-0eaa33a2-3f62-4ff7-b45e-348114786275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.0770829 Jun 30 01:59:57.063671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-9a8f16b8-3725-442e-82bf-57e9e8c81a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:57.065554 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-9a8f16b8-3725-442e-82bf-57e9e8c81a0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0916173 Jun 30 01:59:57.113458 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-33212040-975a-42ee-a845-99f9eecd6a89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358803 Jun 30 01:59:57.202887 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-85f88f75-6ae2-4a07-91c5-93febca1a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:57.204441 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-85f88f75-6ae2-4a07-91c5-93febca1a2be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1099 time: 0.2755594 Jun 30 01:59:57.215751 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Made reservation on behalf of 8198f88cc97f4a3c8974cbca156ff988 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 01:59:57.219442 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:57.248554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503186e-bbdb-4553-9195-94b9ea67bdff req-6f5a137e-1ce9-4988-9703-8fedaca97fe2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:57.250210 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2503186e-bbdb-4553-9195-94b9ea67bdff req-6f5a137e-1ce9-4988-9703-8fedaca97fe2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0690708 Jun 30 01:59:57.298626 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2503186e-bbdb-4553-9195-94b9ea67bdff req-476d435b-8ad6-4e3f-9fcc-46b787281382 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Jun 30 01:59:57.311297 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-d91d2cf7-57da-440a-a02a-dde1b4ba0b36 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837821 Jun 30 01:59:57.456183 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-682880a6-3350-44e5-8622-65c718a6a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:57.457864 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-682880a6-3350-44e5-8622-65c718a6a1ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.2296410 Jun 30 01:59:57.583511 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-7497a9ec-9ce5-4efa-9bc1-ea5dab23feb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 1001 time: 0.1011212 Jun 30 01:59:57.584942 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Allocated IP 172.20.0.9 (ae723aff-2207-4805-9ec9-07d3aad5f119/16d3418d-a7e0-43cb-8f0e-f414ca4be607/fb86352a-0c51-4d34-9809-de491291fed8) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 01:59:57.588982 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cb2a31cd-5b87-4cff-8c83-b8c389cb6e94 req-3ce7b1d9-a3a6-4c3f-a2c2-f22d7e339917 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384193 Jun 30 01:59:57.744400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-3d8e1417-efd6-4886-b8d8-580e3d30d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:57.746597 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-3d8e1417-efd6-4886-b8d8-580e3d30d234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.1470637 Jun 30 01:59:57.846619 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-df1121b3-dbae-4524-9836-53a2d260b8ae req-3bc12cc7-d209-45cd-853f-abafb5d38070 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0517554 Jun 30 01:59:58.225606 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-5059d1cf-dd00-449a-a3ca-fa8c68527cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.227038 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-5059d1cf-dd00-449a-a3ca-fa8c68527cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.5687573 Jun 30 01:59:58.251661 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f457c-9a7b-498a-8320-46a72564a8bc req-f0dbd0fa-8aa3-4d33-a064-41e0f00d2ee7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.253211 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-967f457c-9a7b-498a-8320-46a72564a8bc req-f0dbd0fa-8aa3-4d33-a064-41e0f00d2ee7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.6202340 Jun 30 01:59:58.267490 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:58.297626 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-6e916223-170a-458c-aacd-f83efe192ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.299131 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-6e916223-170a-458c-aacd-f83efe192ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5304527 Jun 30 01:59:58.448203 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-967f457c-9a7b-498a-8320-46a72564a8bc req-f566d602-7b57-44e4-a1e3-f8e0d5f111dc tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848378 Jun 30 01:59:58.493683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:58.495817 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-44e95998-f284-4cae-8fb2-5fc667659261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.497503 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-44e95998-f284-4cae-8fb2-5fc667659261 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.2353480 Jun 30 01:59:58.506904 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97', '4c501435-e543-4d38-ae8d-132243317472', '41dded5e-ef5d-42e6-8ba7-bfb5511925f0'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 01:59:58.514772 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524940-3978-4342-a6d3-a12bdcabfc44 req-fd8fb04b-4edc-4879-bd61-36dd5979cef8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.516329 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d524940-3978-4342-a6d3-a12bdcabfc44 req-fd8fb04b-4edc-4879-bd61-36dd5979cef8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0828633 Jun 30 01:59:58.547575 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-2dab82ad-6af3-4d4f-a31c-c5fbad384985 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126410 Jun 30 01:59:58.566977 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d524940-3978-4342-a6d3-a12bdcabfc44 req-55e6ed98-f65b-4b44-b967-5d5ca7f37acb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Jun 30 01:59:58.573896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Network ae723aff-2207-4805-9ec9-07d3aad5f119 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 01:59:58.607561 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 01:59:58.613580 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-9349c65f-44c5-4aac-8799-c28748ebd27c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.0913229 Jun 30 01:59:58.623290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 01:59:58.713716 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-fe11fd39-cabb-4c46-8bb3-a3904ae8f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.715951 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-fe11fd39-cabb-4c46-8bb3-a3904ae8f77d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0869083 Jun 30 01:59:58.789347 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event updated for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:58.799625 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-add89716-bbdf-412c-b7f4-9b7dc4a0a642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587060 Jun 30 01:59:58.880872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:58.881572 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:58.912140 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c20e64d-3de5-4f48-9032-ea48bc6c88fb req-dd8b6a89-bdcc-455b-92e5-6aea46cc9a66 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139536 Jun 30 01:59:58.920269 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b5350d24-f7ab-4733-8c4a-e079a8856ff3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0378697 Jun 30 01:59:58.938771 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Request body: {'port': {'device_id': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 01:59:58.983051 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-33bb9875-520c-4de5-a149-aedeed145da9 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713467 Jun 30 01:59:59.123054 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.199171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff538b-7b34-4508-ae82-5c70e2398f44 req-5e99b2bf-49a2-4bdf-9337-359ee7c0ac2b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:59.200661 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7bff538b-7b34-4508-ae82-5c70e2398f44 req-5e99b2bf-49a2-4bdf-9337-359ee7c0ac2b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 931 time: 0.2167363 Jun 30 01:59:59.202549 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02a4d727-f5aa-4642-9b7d-c609ec54d4d0 req-384292ce-7185-4c37-90a0-33be43106b70 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026708 Jun 30 01:59:59.248972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 43104) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:59.307927 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7bff538b-7b34-4508-ae82-5c70e2398f44 req-ad4255c6-a3d7-414a-9e8f-82d83b644aca tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Jun 30 01:59:59.425606 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-78710a25-6da1-4b4d-b655-b245cf1b274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.506273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb86352a-0c51-4d34-9809-de491291fed8 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 01:59:59.517448 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.540642 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Transition to ACTIVE for port object fb86352a-0c51-4d34-9809-de491291fed8 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 01:59:59.549515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.632715 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Pushing event updated for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:59.670297 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f0129-f3a8-445f-974a-fe95ef15d52b req-d206cf7a-8fda-43fd-bc9b-f486612e69e5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:59.671834 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aa5f0129-f3a8-445f-974a-fe95ef15d52b req-d206cf7a-8fda-43fd-bc9b-f486612e69e5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Jun 30 01:59:59.691762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-78710a25-6da1-4b4d-b655-b245cf1b274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.702696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-78710a25-6da1-4b4d-b655-b245cf1b274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.725597 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aa5f0129-f3a8-445f-974a-fe95ef15d52b req-9e69333f-4f45-4889-a378-005dd1168444 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476809 Jun 30 01:59:59.768170 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-78710a25-6da1-4b4d-b655-b245cf1b274b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f779a1ee4ff46f683959844251561a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746077 Jun 30 01:59:59.769628 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43114) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 01:59:59.777149 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710a25-6da1-4b4d-b655-b245cf1b274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136d6ecc-28b0-4d5c-8838-256ca1fb4906,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:59.791711 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Attempting to bind port fb86352a-0c51-4d34-9809-de491291fed8 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 01:59:59.792375 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Attempting to bind port fb86352a-0c51-4d34-9809-de491291fed8 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 01:59:59.792375 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Attempting to bind port fb86352a-0c51-4d34-9809-de491291fed8 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:59.818124 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Port fb86352a-0c51-4d34-9809-de491291fed8 on network ae723aff-2207-4805-9ec9-07d3aad5f119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 01:59:59.818452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Attempting to bind port fb86352a-0c51-4d34-9809-de491291fed8 on network ae723aff-2207-4805-9ec9-07d3aad5f119 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 01:59:59.826892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 01:59:59.827229 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Checking segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 01:59:59.827609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Bound using segment: {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 01:59:59.828175 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Bound port: fb86352a-0c51-4d34-9809-de491291fed8, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d473c13-07d9-408f-aefb-a1016dfedd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 01:59:59.828533 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.839684 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.864348 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.902030 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852977d3-44a6-47d5-9763-60fd58797942 req-50779803-3783-4e57-97f6-1c3e91e4ecfb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 01:59:59.903632 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-852977d3-44a6-47d5-9763-60fd58797942 req-50779803-3783-4e57-97f6-1c3e91e4ecfb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1343057 Jun 30 01:59:59.922129 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 01:59:59.922337 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.924897 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.926101 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/136d6ecc-28b0-4d5c-8838-256ca1fb4906 HTTP/1.1" status: 204 len: 168 time: 0.1554413 Jun 30 01:59:59.935753 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43bcd0-3125-40ce-bf76-c8482c1ceb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136d6ecc-28b0-4d5c-8838-256ca1fb4906,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 01:59:59.969242 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=fb86352a-0c51-4d34-9809-de491291fed8,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 01:59:59.977650 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 01:59:59.986236 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-852977d3-44a6-47d5-9763-60fd58797942 req-9f559316-b7d1-49f3-ac5b-aba9c09b0e31 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740008 Jun 30 02:00:00.023184 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.023827 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:00.040653 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] 10.222.0.41 "PUT /v2.0/ports/fb86352a-0c51-4d34-9809-de491291fed8 HTTP/1.1" status: 200 len: 1093 time: 1.1068902 Jun 30 02:00:00.041209 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:00.043604 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "tag": "fb86352a-0c51-4d34-9809-de491291fed8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:00.076855 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dfb6a-8771-4ce1-990c-4751a7564acd service neutron] Pushing event updated for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:00.098136 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8003e9-e479-4239-b6ec-20be39156eed x-openstack-request-id: req-df8003e9-e479-4239-b6ec-20be39156eed {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:00.098640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "tag": "fb86352a-0c51-4d34-9809-de491291fed8", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:00.098985 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df8003e9-e479-4239-b6ec-20be39156eed {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:00.099529 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8', 'status': 'completed', 'code': 200} Jun 30 02:00:00.179750 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-81109849-5864-496c-8624-64e608d8ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.181295 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-81109849-5864-496c-8624-64e608d8ece9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 1096 time: 0.0626428 Jun 30 02:00:00.231066 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-003dcee8-9a19-43d1-8b7f-aee39bf38bc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb86352a-0c51-4d34-9809-de491291fed8 HTTP/1.1" status: 200 len: 217 time: 0.0375268 Jun 30 02:00:00.300332 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b50b89c7-718b-49b3-8d00-c26ddec97b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.302040 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-b50b89c7-718b-49b3-8d00-c26ddec97b1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.0572009 Jun 30 02:00:00.349268 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-6729e112-5aa2-4347-84f1-d125000e04ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309167 Jun 30 02:00:00.474721 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-3cb5de44-98f4-4f42-9e45-c4ee58c72a49 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159437 Jun 30 02:00:00.560409 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4e16f-cb85-46c1-82ba-1fd066bc14fc req-0cf4780a-82d2-4ddf-809e-b5e1130eccdd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.561759 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-35a4e16f-cb85-46c1-82ba-1fd066bc14fc req-0cf4780a-82d2-4ddf-809e-b5e1130eccdd tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 943 time: 0.1299882 Jun 30 02:00:00.622380 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9b09f75-7b5b-47cb-97b1-f9a91e9a858d req-5c94285e-160e-4cbb-854d-a641fecb00c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393557 Jun 30 02:00:00.642596 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-35a4e16f-cb85-46c1-82ba-1fd066bc14fc req-5b6b124a-326c-489c-9b32-63b0b21222ec tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679631 Jun 30 02:00:00.728773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-08236bc2-b64d-4ac4-a95e-20d77cca51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.730358 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-08236bc2-b64d-4ac4-a95e-20d77cca51b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8198f88cc97f4a3c8974cbca156ff988&device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 1096 time: 0.0541184 Jun 30 02:00:00.829407 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-3712f9ef-0ff6-437d-90a2-13a99fbeb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.831507 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-3712f9ef-0ff6-437d-90a2-13a99fbeb36b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 200 len: 916 time: 0.0944090 Jun 30 02:00:00.877670 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-6e8475a9-f78e-436c-84a8-53d755c3d0f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb86352a-0c51-4d34-9809-de491291fed8 HTTP/1.1" status: 200 len: 217 time: 0.0352452 Jun 30 02:00:00.909284 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909cd28-77e3-4a53-bdf6-03d2810b10e8 req-a4265f58-3087-47b5-afb9-fffa859c885b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.910888 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6909cd28-77e3-4a53-bdf6-03d2810b10e8 req-a4265f58-3087-47b5-afb9-fffa859c885b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0643866 Jun 30 02:00:00.937253 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-78dea99d-b9f1-4bd8-bb3e-94d9ea67701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:00.938736 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-78dea99d-b9f1-4bd8-bb3e-94d9ea67701f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 200 len: 855 time: 0.0525184 Jun 30 02:00:00.953238 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6909cd28-77e3-4a53-bdf6-03d2810b10e8 req-aa17a528-35fe-459b-979f-74a1811ea590 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363722 Jun 30 02:00:00.977161 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-60305ca9-8375-4af6-94da-bddac1045ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ae723aff-2207-4805-9ec9-07d3aad5f119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267479 Jun 30 02:00:01.082282 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-73d8d395-f43d-44b9-8dcf-5f171f322f14 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929933 Jun 30 02:00:01.220297 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86eb8372-60c7-4b6b-a74c-ff562ed6ec97 req-e633ac6a-968b-469f-9759-8b8e4ce62cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275380 Jun 30 02:00:01.234047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c8850-5591-4ec9-a819-929eb38da11b req-685f3dab-7492-4267-8382-6cdc933368b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:01.235511 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4c1c8850-5591-4ec9-a819-929eb38da11b req-685f3dab-7492-4267-8382-6cdc933368b6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0933287 Jun 30 02:00:01.275134 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4c1c8850-5591-4ec9-a819-929eb38da11b req-02cffb84-9292-46c5-9629-5e40b69ceb17 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Jun 30 02:00:01.829085 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99361dd-e468-4703-b5ac-731574c581b2 req-b9136c91-d536-498c-a34d-9384dd662838 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:01.830870 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c99361dd-e468-4703-b5ac-731574c581b2 req-b9136c91-d536-498c-a34d-9384dd662838 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 943 time: 0.0758858 Jun 30 02:00:01.870070 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c99361dd-e468-4703-b5ac-731574c581b2 req-213d0d8d-5850-47e9-b2ef-3f0a4b7d50af tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Jun 30 02:00:02.136378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2abce1-26be-471e-a9c9-da84d4859a10 req-07664d97-a298-49e1-a3ec-1a9e719bbb86 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:02.137942 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5a2abce1-26be-471e-a9c9-da84d4859a10 req-07664d97-a298-49e1-a3ec-1a9e719bbb86 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0691957 Jun 30 02:00:02.177683 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5a2abce1-26be-471e-a9c9-da84d4859a10 req-8b828da1-cb33-4297-8f4f-5c32e1f83c96 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336149 Jun 30 02:00:02.819966 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8ab98-52d9-484b-b192-e10c6b0c6e0a req-0ffce30e-de6c-4115-a472-43deeee51fe1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:02.821584 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2e8ab98-52d9-484b-b192-e10c6b0c6e0a req-0ffce30e-de6c-4115-a472-43deeee51fe1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0696652 Jun 30 02:00:02.862265 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2e8ab98-52d9-484b-b192-e10c6b0c6e0a req-a60af19f-5379-436f-88b9-31f544cad795 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Jun 30 02:00:03.066595 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39084bcc-f8a6-4458-8419-b17e119fa7c4 req-88408f7d-cf23-43e9-83a3-886ab5be86da tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:03.068228 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39084bcc-f8a6-4458-8419-b17e119fa7c4 req-88408f7d-cf23-43e9-83a3-886ab5be86da tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 943 time: 0.0858538 Jun 30 02:00:03.112897 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39084bcc-f8a6-4458-8419-b17e119fa7c4 req-406e92c6-e592-4030-bb7b-e4e04739f755 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Jun 30 02:00:03.365834 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a373af8-4d31-4f6b-9a18-a0df90c04d97 req-c39fd223-5f7c-41dc-a986-4ffba2d15c60 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:03.367388 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a373af8-4d31-4f6b-9a18-a0df90c04d97 req-c39fd223-5f7c-41dc-a986-4ffba2d15c60 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jun 30 02:00:03.408705 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a373af8-4d31-4f6b-9a18-a0df90c04d97 req-76d468a5-a47a-43af-9dd0-e3001a29da1a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Jun 30 02:00:03.745635 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device fb86352a-0c51-4d34-9809-de491291fed8 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:00:03.988911 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=fb86352a-0c51-4d34-9809-de491291fed8,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:04.000812 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'fb86352a-0c51-4d34-9809-de491291fed8', 'network_id': 'ae723aff-2207-4805-9ec9-07d3aad5f119', 'port_id': 'fb86352a-0c51-4d34-9809-de491291fed8', 'mac_address': 'fa:16:3e:7a:4d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3418d-a7e0-43cb-8f0e-f414ca4be607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:00:04.045455 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:04.060932 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb86352a-0c51-4d34-9809-de491291fed8 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:00:04.084475 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=fb86352a-0c51-4d34-9809-de491291fed8,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:04.089508 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:04.139831 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:04.329345 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861dd72-8833-414c-9e48-00fff885daa7 req-8f2a7fbe-de76-4c49-adce-4ed4a36fc9ba tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:04.332945 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2861dd72-8833-414c-9e48-00fff885daa7 req-8f2a7fbe-de76-4c49-adce-4ed4a36fc9ba tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 944 time: 0.0719078 Jun 30 02:00:04.393109 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2861dd72-8833-414c-9e48-00fff885daa7 req-7e89dfe3-d733-487f-a5bb-c31f3c40a08a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470023 Jun 30 02:00:04.599196 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['fb86352a-0c51-4d34-9809-de491291fed8'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:04.608956 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055aeca-761e-45d4-a1e8-310ef45fd704 req-093ab4ce-17dc-4b7a-a311-cb5ba9883089 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:04.610459 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b055aeca-761e-45d4-a1e8-310ef45fd704 req-093ab4ce-17dc-4b7a-a311-cb5ba9883089 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0683544 Jun 30 02:00:04.656602 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b055aeca-761e-45d4-a1e8-310ef45fd704 req-c99cc381-1ccc-469a-a243-f30d039fb81f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Jun 30 02:00:05.575147 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324bd3-1a35-4da3-b7a6-f0b45d1dd368 req-f4392031-60bc-48ed-a246-a2e10b1d558a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:05.576490 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-73324bd3-1a35-4da3-b7a6-f0b45d1dd368 req-f4392031-60bc-48ed-a246-a2e10b1d558a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 944 time: 0.0676413 Jun 30 02:00:05.620706 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-73324bd3-1a35-4da3-b7a6-f0b45d1dd368 req-be56a55c-19c3-4516-bbe2-4860bc3bc9df tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Jun 30 02:00:05.701286 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76444-70e8-410f-a1e6-8159828be033 req-8e5844d2-904d-4b7f-94bb-b26cc8f2e50a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:05.702912 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-94e76444-70e8-410f-a1e6-8159828be033 req-8e5844d2-904d-4b7f-94bb-b26cc8f2e50a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0732567 Jun 30 02:00:05.747460 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-94e76444-70e8-410f-a1e6-8159828be033 req-cc72a247-7002-4a6e-b96c-4119c746c95c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381091 Jun 30 02:00:05.851737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a4a6-4c95-4be5-a54c-9de7e406eadd req-61ad39b7-745a-4a1b-a0f8-7c337774fda5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:05.853170 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-76e7a4a6-4c95-4be5-a54c-9de7e406eadd req-61ad39b7-745a-4a1b-a0f8-7c337774fda5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0669751 Jun 30 02:00:05.894152 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-76e7a4a6-4c95-4be5-a54c-9de7e406eadd req-cc48b3b5-4223-40a4-8945-4dc32ed10d7d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Jun 30 02:00:06.819297 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50a8a-d4d3-413b-8549-2f8ef8f267c6 req-81229f62-57e3-4192-b1d7-f30bd33a11bc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:06.820814 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-40f50a8a-d4d3-413b-8549-2f8ef8f267c6 req-81229f62-57e3-4192-b1d7-f30bd33a11bc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 944 time: 0.0724323 Jun 30 02:00:06.863272 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-40f50a8a-d4d3-413b-8549-2f8ef8f267c6 req-4c25e302-c977-4c73-bc4f-02254059dba3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jun 30 02:00:06.943344 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056da94-17b1-4c48-bef9-240065ef95f9 req-56727400-64fd-46d8-bf87-50958275d91f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:06.944955 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4056da94-17b1-4c48-bef9-240065ef95f9 req-56727400-64fd-46d8-bf87-50958275d91f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0714245 Jun 30 02:00:06.991056 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4056da94-17b1-4c48-bef9-240065ef95f9 req-1eb0a393-b2d8-4969-b415-370725749037 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 Jun 30 02:00:07.100362 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b583ce-a03b-4ad1-bf77-7dbac77cbf8e req-6b861014-ec12-407d-99a0-39825776d5d9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:07.101993 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-88b583ce-a03b-4ad1-bf77-7dbac77cbf8e req-6b861014-ec12-407d-99a0-39825776d5d9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0668766 Jun 30 02:00:07.142035 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-88b583ce-a03b-4ad1-bf77-7dbac77cbf8e req-89319051-65eb-47ad-ba30-023975f76056 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336819 Jun 30 02:00:07.756969 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device fb86352a-0c51-4d34-9809-de491291fed8 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:00:07.811933 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port fb86352a-0c51-4d34-9809-de491291fed8 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:00:07.815724 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port fb86352a-0c51-4d34-9809-de491291fed8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:00:07.816084 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:07.898199 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:07.922683 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:07.925027 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901a960-6e49-45a9-b1e2-773ba0c5ac65" -d '{"events": [{"server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "name": "network-vif-plugged", "status": "completed", "tag": "fb86352a-0c51-4d34-9809-de491291fed8"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:07.940146 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=fb86352a-0c51-4d34-9809-de491291fed8,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:07.947211 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:07.981607 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6c180f-e04e-41e4-b4ef-9e5b75287215 x-openstack-request-id: req-fd6c180f-e04e-41e4-b4ef-9e5b75287215 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:07.981904 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "name": "network-vif-plugged", "status": "completed", "tag": "fb86352a-0c51-4d34-9809-de491291fed8", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:07.982163 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd6c180f-e04e-41e4-b4ef-9e5b75287215 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:07.983339 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8', 'code': 200} Jun 30 02:00:08.020142 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:08.063587 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e21c9e-c871-4274-bab1-de200f849ffe req-07f12e93-fbfe-4994-bdfd-15ef6c003b09 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:08.065215 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69e21c9e-c871-4274-bab1-de200f849ffe req-07f12e93-fbfe-4994-bdfd-15ef6c003b09 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0734963 Jun 30 02:00:08.115278 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69e21c9e-c871-4274-bab1-de200f849ffe req-f6c9a39f-1141-40ab-89e3-e492e29bf180 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Jun 30 02:00:08.203001 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d9f5-6479-4aab-951d-b641002b9a6a req-bd35c13e-bbb2-4b0e-9f39-3e76df19e56f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:08.204608 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ab58d9f5-6479-4aab-951d-b641002b9a6a req-bd35c13e-bbb2-4b0e-9f39-3e76df19e56f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0704341 Jun 30 02:00:08.285669 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ab58d9f5-6479-4aab-951d-b641002b9a6a req-69aca807-04ba-424a-87d1-8dc817510e21 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700228 Jun 30 02:00:08.298919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fac05-a318-4361-abef-a287e84d470f req-80594835-84b7-444d-97d3-df88722f82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:08.300520 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-946fac05-a318-4361-abef-a287e84d470f req-80594835-84b7-444d-97d3-df88722f82a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 1098 time: 0.0834272 Jun 30 02:00:08.342634 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118264cd-efec-4b33-bda8-37d4496f1d2c req-ed47e3ed-9262-414d-ac95-850eea9e8436 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:08.344102 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-118264cd-efec-4b33-bda8-37d4496f1d2c req-ed47e3ed-9262-414d-ac95-850eea9e8436 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0763392 Jun 30 02:00:08.347705 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-946fac05-a318-4361-abef-a287e84d470f req-bd477ee9-f405-42af-8a91-d77b0dc37576 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Jun 30 02:00:08.393718 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-118264cd-efec-4b33-bda8-37d4496f1d2c req-ba9b585f-8be2-424f-a8b0-3269ef64b8d3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Jun 30 02:00:09.312773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70643-ea39-4df4-aebd-ee3acc039640 req-07155885-1eef-418f-b54e-f0001ad27d9a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:09.314390 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e7b70643-ea39-4df4-aebd-ee3acc039640 req-07155885-1eef-418f-b54e-f0001ad27d9a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0744181 Jun 30 02:00:09.377397 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e7b70643-ea39-4df4-aebd-ee3acc039640 req-8091733a-0b90-48a8-bc4a-df9dee0d8924 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Jun 30 02:00:09.493197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318502e-dd3a-4c12-9ab0-6cfc56251b24 req-dfe9079a-7a7c-49d2-a5ca-818b8db9e464 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:09.494808 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5318502e-dd3a-4c12-9ab0-6cfc56251b24 req-dfe9079a-7a7c-49d2-a5ca-818b8db9e464 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0703726 Jun 30 02:00:09.543646 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5318502e-dd3a-4c12-9ab0-6cfc56251b24 req-298d8c0f-8ce9-43fb-a7f5-71465dc2f69d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403221 Jun 30 02:00:09.596102 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3273224-fd05-400f-87bb-00072e581abb req-47948cd2-253d-4829-bcaf-5b4010b9b955 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:09.597852 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d3273224-fd05-400f-87bb-00072e581abb req-47948cd2-253d-4829-bcaf-5b4010b9b955 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0847144 Jun 30 02:00:09.641333 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d3273224-fd05-400f-87bb-00072e581abb req-96da1a76-e2ec-4123-8668-629764d26a64 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371561 Jun 30 02:00:10.564259 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddda2-5f6b-4716-bb09-cb80951018e9 req-4d55e934-ebb0-4183-812c-770b4a9bfa1b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:10.565779 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bf7ddda2-5f6b-4716-bb09-cb80951018e9 req-4d55e934-ebb0-4183-812c-770b4a9bfa1b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0710707 Jun 30 02:00:10.608252 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bf7ddda2-5f6b-4716-bb09-cb80951018e9 req-02f53d63-382e-4e79-8eb7-24dfd60f5ac7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Jun 30 02:00:10.757511 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f0ea-e9ef-45a5-a2c8-46d87daa33ec req-7f137685-a659-4b5b-acc1-aeffa86a04ed tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:10.760293 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1f06f0ea-e9ef-45a5-a2c8-46d87daa33ec req-7f137685-a659-4b5b-acc1-aeffa86a04ed tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0825996 Jun 30 02:00:10.818995 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1f06f0ea-e9ef-45a5-a2c8-46d87daa33ec req-6e705a3c-813d-4374-87bf-93d11a453ffc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528917 Jun 30 02:00:10.845169 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3577bc-c124-4625-a184-bf3151f7e1d5 req-97e43d6f-ca50-42e3-b849-9022d0d072a6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:10.846747 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3b3577bc-c124-4625-a184-bf3151f7e1d5 req-97e43d6f-ca50-42e3-b849-9022d0d072a6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0756969 Jun 30 02:00:10.886819 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3b3577bc-c124-4625-a184-bf3151f7e1d5 req-8ecd3d2a-b5af-43e0-aca7-a296dfa6a8c7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Jun 30 02:00:11.801770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728beb56-f685-496a-9bcc-4137ec7f03ec req-ec841aa9-5e2c-4ace-ac57-6f786a6da2bb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:11.803354 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-728beb56-f685-496a-9bcc-4137ec7f03ec req-ec841aa9-5e2c-4ace-ac57-6f786a6da2bb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0729868 Jun 30 02:00:11.856307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-728beb56-f685-496a-9bcc-4137ec7f03ec req-a8cce0ff-d31a-4a29-b9ea-e208564ce91d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Jun 30 02:00:11.914555 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:00:12.017374 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578a5d-ef0e-475f-8161-9dcc34810ef0 req-a1e57c57-f3f8-4333-92f3-d9347c918577 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.019355 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49578a5d-ef0e-475f-8161-9dcc34810ef0 req-a1e57c57-f3f8-4333-92f3-d9347c918577 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0764909 Jun 30 02:00:12.082133 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49578a5d-ef0e-475f-8161-9dcc34810ef0 req-bc44f532-926b-46d4-9373-b10a64fcf1ea tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486546 Jun 30 02:00:12.337532 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922abfe0-2ae6-4c08-8c4b-f0ee1be2d8da req-a59ccbc1-ce85-47b9-8599-1f59a091bfac tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.339237 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-922abfe0-2ae6-4c08-8c4b-f0ee1be2d8da req-a59ccbc1-ce85-47b9-8599-1f59a091bfac tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0870135 Jun 30 02:00:12.384408 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-922abfe0-2ae6-4c08-8c4b-f0ee1be2d8da req-4e376bbe-2bfd-43b4-99a1-7eed4353c36a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 Jun 30 02:00:12.418405 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-5e059bee-5299-442e-b8b9-17223b73a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.419882 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-5e059bee-5299-442e-b8b9-17223b73a129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.0983865 Jun 30 02:00:12.433765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18677aa-b42f-48d6-8d74-116b25588b0d req-423761a0-6dd6-4c81-913e-fc2591cef106 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.435186 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d18677aa-b42f-48d6-8d74-116b25588b0d req-423761a0-6dd6-4c81-913e-fc2591cef106 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0812800 Jun 30 02:00:12.522485 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d18677aa-b42f-48d6-8d74-116b25588b0d req-691d21c3-8bc7-439b-ba50-d4c1ab6f395e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789182 Jun 30 02:00:12.549778 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-2eaf1403-8530-40d4-ba26-76728800568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.551374 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-2eaf1403-8530-40d4-ba26-76728800568a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.1152642 Jun 30 02:00:12.594660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-568453bb-bb52-4baa-b3e6-7af39b796c89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.0346241 Jun 30 02:00:12.659597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-d404c647-d97b-424c-b448-87b061eec501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:12.661139 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-d404c647-d97b-424c-b448-87b061eec501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0534623 Jun 30 02:00:12.697881 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-9dd8951e-abb4-4c5b-9dd6-7f5a25263494 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291393 Jun 30 02:00:12.849329 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-c0c68b5b-d9a8-478a-9424-909789dde117 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322498 Jun 30 02:00:12.950995 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af0246c7-3e2c-425a-9b98-8f7700549a28 req-9bda9e62-c25a-400b-914d-2fd81ac33ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Jun 30 02:00:13.269027 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee3764-d4d8-41aa-b98e-805e84bc0bce req-30ca892c-f07f-416c-af91-299df6b83998 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:13.269027 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2cee3764-d4d8-41aa-b98e-805e84bc0bce req-30ca892c-f07f-416c-af91-299df6b83998 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0656967 Jun 30 02:00:13.316239 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2cee3764-d4d8-41aa-b98e-805e84bc0bce req-4ba17056-e9e4-460d-8d8e-90fea291f81f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366147 Jun 30 02:00:13.578846 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74406374-5b02-4e2e-a689-cc6fe3e0cbee req-68ae87ae-9b83-469f-bf19-23b35170bb4c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:13.580642 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-74406374-5b02-4e2e-a689-cc6fe3e0cbee req-68ae87ae-9b83-469f-bf19-23b35170bb4c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0681677 Jun 30 02:00:13.626465 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-74406374-5b02-4e2e-a689-cc6fe3e0cbee req-2921d93b-ad4c-4dc1-9700-faadba2e077e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Jun 30 02:00:13.953291 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3ca95-1bb3-4bf2-b292-c525d7b61451 req-f665624f-fed4-4d91-8c2a-fa205e20c099 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:13.955108 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bd3ca95-1bb3-4bf2-b292-c525d7b61451 req-f665624f-fed4-4d91-8c2a-fa205e20c099 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Jun 30 02:00:13.996830 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bd3ca95-1bb3-4bf2-b292-c525d7b61451 req-97dc158c-5490-4be9-8625-49b77ffa1cfc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Jun 30 02:00:14.510371 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b13bfe-9ce4-4d9d-8a63-6c8c593e08a8 req-2742ea02-7a61-417c-bbd0-61cb7fc5dc52 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:14.511843 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b0b13bfe-9ce4-4d9d-8a63-6c8c593e08a8 req-2742ea02-7a61-417c-bbd0-61cb7fc5dc52 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0683725 Jun 30 02:00:14.550675 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b0b13bfe-9ce4-4d9d-8a63-6c8c593e08a8 req-64323604-d728-4b62-acf9-de9a3e68a11d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323977 Jun 30 02:00:14.820982 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f41e-df3a-4646-b77e-52e8062e226e req-50291fdb-3144-420e-9dc6-2712ceafc3f4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:14.822558 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8605f41e-df3a-4646-b77e-52e8062e226e req-50291fdb-3144-420e-9dc6-2712ceafc3f4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0705400 Jun 30 02:00:14.861933 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8605f41e-df3a-4646-b77e-52e8062e226e req-065226cf-ccd3-4e59-b073-19c92f15416d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Jun 30 02:00:15.173102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d251d0-a249-42fe-94d4-b26fe555d621 req-5308871c-f02a-4348-8274-d94fd65d06b3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:15.174581 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-01d251d0-a249-42fe-94d4-b26fe555d621 req-5308871c-f02a-4348-8274-d94fd65d06b3 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0649273 Jun 30 02:00:15.218844 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-01d251d0-a249-42fe-94d4-b26fe555d621 req-2b786859-1580-42be-88df-421dec9fb439 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Jun 30 02:00:15.741258 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a302a1b-c261-40e1-8440-b546d4677932 req-b8317be6-c9f1-4ff0-a1ea-efe182f53c9d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:15.742783 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a302a1b-c261-40e1-8440-b546d4677932 req-b8317be6-c9f1-4ff0-a1ea-efe182f53c9d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0702205 Jun 30 02:00:15.783350 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9a302a1b-c261-40e1-8440-b546d4677932 req-ac4607b9-5f73-4438-bcdd-66953d53a27f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Jun 30 02:00:15.848899 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:00:15.948917 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:15.961135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:00:16.002273 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:16.016314 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:00:16.047943 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:16.053534 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:16.062088 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328a01-bbd2-41c2-9357-0f80597c18e9 req-b0d14b32-d005-408d-9be1-5679e86dc287 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:16.063673 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f328a01-bbd2-41c2-9357-0f80597c18e9 req-b0d14b32-d005-408d-9be1-5679e86dc287 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0757172 Jun 30 02:00:16.102028 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=6']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:16.106202 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f328a01-bbd2-41c2-9357-0f80597c18e9 req-106acc0c-40f3-4186-a911-97b28f530803 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365531 Jun 30 02:00:16.282167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['d443ff3a-ffdb-477f-acfc-518becac8fb2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:16.400948 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2926036-c72f-483e-8e86-2d047b056131 req-69edc99d-a95a-4665-a12c-2d7bcaaa28b5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:16.402429 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c2926036-c72f-483e-8e86-2d047b056131 req-69edc99d-a95a-4665-a12c-2d7bcaaa28b5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0673928 Jun 30 02:00:16.440570 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c2926036-c72f-483e-8e86-2d047b056131 req-eb35d0ba-7fc7-4c39-814d-87871c863542 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jun 30 02:00:16.975061 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33e02-41c3-4cd3-9ce2-5a84152f4492 req-e2542385-a699-4d79-9caf-ded733b29ef4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:16.976546 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcd33e02-41c3-4cd3-9ce2-5a84152f4492 req-e2542385-a699-4d79-9caf-ded733b29ef4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0769334 Jun 30 02:00:17.037727 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcd33e02-41c3-4cd3-9ce2-5a84152f4492 req-70ee2f61-09b6-4f99-97c4-f6a5a4ac7819 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526097 Jun 30 02:00:17.298672 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f678f-3b42-4c76-9306-d955dbf336d4 req-4f4770b9-a6b5-44a8-876f-7442da3bc558 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:17.300168 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-210f678f-3b42-4c76-9306-d955dbf336d4 req-4f4770b9-a6b5-44a8-876f-7442da3bc558 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.0750692 Jun 30 02:00:17.337460 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-210f678f-3b42-4c76-9306-d955dbf336d4 req-0650be4d-5a0d-456b-8679-4ef994f5aeab tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Jun 30 02:00:17.621318 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359656c6-267a-49ef-8a31-ee98a33f4f20 req-57b0ace8-da39-4fee-837b-233e40f707b7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:17.622857 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-359656c6-267a-49ef-8a31-ee98a33f4f20 req-57b0ace8-da39-4fee-837b-233e40f707b7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0657384 Jun 30 02:00:17.663113 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-359656c6-267a-49ef-8a31-ee98a33f4f20 req-d9552588-5fa8-417f-8019-272df509049e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344610 Jun 30 02:00:17.851374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:00:17.904159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port d443ff3a-ffdb-477f-acfc-518becac8fb2 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:00:17.904539 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:17.987514 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:18.009624 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:18.011852 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcaf72d-3c31-4d3c-a405-e58b581f84b7" -d '{"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:18.024495 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:18.042167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:18.077853 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e94041-14c8-449b-aa31-abb8bcc972c4 x-openstack-request-id: req-a5e94041-14c8-449b-aa31-abb8bcc972c4 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:18.078268 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:18.078597 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5e94041-14c8-449b-aa31-abb8bcc972c4 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:18.079265 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'code': 200} Jun 30 02:00:18.106170 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=7']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:18.239087 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04bc2a-423e-47de-8c8b-11fc32618ce1 req-e4989d15-ffab-4e01-aa10-bf9c5219ce3c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:18.240804 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f04bc2a-423e-47de-8c8b-11fc32618ce1 req-e4989d15-ffab-4e01-aa10-bf9c5219ce3c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0816627 Jun 30 02:00:18.281001 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f04bc2a-423e-47de-8c8b-11fc32618ce1 req-8cbebfd6-9bfa-4bfd-b294-581c13d4137d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342047 Jun 30 02:00:18.538841 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f7f0-a23f-4ba4-9e4d-d96b2313151a req-2d01e802-c78e-48f3-8c07-7a85aacbfe5d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:18.546248 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3d4f7f0-a23f-4ba4-9e4d-d96b2313151a req-2d01e802-c78e-48f3-8c07-7a85aacbfe5d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0809128 Jun 30 02:00:18.589821 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3d4f7f0-a23f-4ba4-9e4d-d96b2313151a req-bdf918b9-c57b-4045-bbd4-bbd9a7e740f5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Jun 30 02:00:18.891272 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb60d4d-94d8-473e-89e6-b2f69ab7a981 req-c08f135b-a5d3-400f-ba09-533ac86e1ccd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:18.893503 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcb60d4d-94d8-473e-89e6-b2f69ab7a981 req-c08f135b-a5d3-400f-ba09-533ac86e1ccd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0803206 Jun 30 02:00:18.939974 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcb60d4d-94d8-473e-89e6-b2f69ab7a981 req-293d3b42-8b69-407f-ae8b-69ddf4ee3b65 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Jun 30 02:00:19.493715 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93035051-663a-4d2e-9ae9-5d52abd7af8c req-817bd538-86d3-40e3-acf4-b38f080faaba tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:19.495628 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-93035051-663a-4d2e-9ae9-5d52abd7af8c req-817bd538-86d3-40e3-acf4-b38f080faaba tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0818524 Jun 30 02:00:19.554329 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-93035051-663a-4d2e-9ae9-5d52abd7af8c req-d060b228-3826-45d6-9bd2-d055a2af8b95 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452511 Jun 30 02:00:19.737273 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-482669c2-f1e2-4e4e-88cf-a235d72aa27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:19.862781 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7384e5-90e9-4cc0-bcf1-e73d92616fa4 req-4d14e0bb-7193-44ff-a362-6b5008e53ef2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:19.865154 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c7384e5-90e9-4cc0-bcf1-e73d92616fa4 req-4d14e0bb-7193-44ff-a362-6b5008e53ef2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0831363 Jun 30 02:00:19.928220 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c7384e5-90e9-4cc0-bcf1-e73d92616fa4 req-780d8e2b-41b4-4fb1-9710-f819e85e21d9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555353 Jun 30 02:00:20.143227 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d5524-fdf2-47be-9ed4-9c8c509717fc req-ac947adc-d8ad-4b20-a2ed-41418031ff0d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:20.149403 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b38d5524-fdf2-47be-9ed4-9c8c509717fc req-ac947adc-d8ad-4b20-a2ed-41418031ff0d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0785189 Jun 30 02:00:20.188487 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b38d5524-fdf2-47be-9ed4-9c8c509717fc req-dbada027-80c0-46f9-9914-4eaecfe9ef69 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jun 30 02:00:20.773460 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60188c1-c262-45a2-9e18-38cfffafc2ee req-4567b308-2342-4e83-8f06-6df0a80d9b55 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:20.789042 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a60188c1-c262-45a2-9e18-38cfffafc2ee req-4567b308-2342-4e83-8f06-6df0a80d9b55 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1042752 Jun 30 02:00:20.869679 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a60188c1-c262-45a2-9e18-38cfffafc2ee req-8bc8dc7d-96a8-467f-a2b8-6e86e1fa0094 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795417 Jun 30 02:00:21.199793 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5635e1-7479-417f-8525-ec802268a503 req-9891914a-e7ea-4651-8225-4b38c2856628 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:21.201630 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e5635e1-7479-417f-8525-ec802268a503 req-9891914a-e7ea-4651-8225-4b38c2856628 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0944302 Jun 30 02:00:21.262617 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3e5635e1-7479-417f-8525-ec802268a503 req-c9d5512d-5365-4488-b6d8-2da4f13d44a5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545580 Jun 30 02:00:21.451408 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526bb8-a543-42d4-bfc2-ebe1a0408d27 req-77ce6961-df2d-4fce-b2d8-db7432b2f1ed tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:21.453178 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a526bb8-a543-42d4-bfc2-ebe1a0408d27 req-77ce6961-df2d-4fce-b2d8-db7432b2f1ed tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0876844 Jun 30 02:00:21.497856 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a526bb8-a543-42d4-bfc2-ebe1a0408d27 req-c8c8af1b-f5d8-423e-9338-ac1c25d54473 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Jun 30 02:00:22.081719 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898191-6d5f-4a95-af35-a6df152122b5 req-233726fb-0bf6-4e14-bb35-c2b47b46f1e5 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:22.083358 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-af898191-6d5f-4a95-af35-a6df152122b5 req-233726fb-0bf6-4e14-bb35-c2b47b46f1e5 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0839133 Jun 30 02:00:22.127988 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-af898191-6d5f-4a95-af35-a6df152122b5 req-fe01f01d-6a72-4370-86f6-2348e8b2c223 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 Jun 30 02:00:22.391730 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:22.406714 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-15cadf64-9835-4956-8e07-430ff5c817a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:22.491391 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2838d-d8d4-47f0-9cf8-5b360e8fb1b0 req-ab7ba098-29bb-4755-a40b-770a7994974e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:22.494037 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eae2838d-d8d4-47f0-9cf8-5b360e8fb1b0 req-ab7ba098-29bb-4755-a40b-770a7994974e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0806642 Jun 30 02:00:22.554052 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eae2838d-d8d4-47f0-9cf8-5b360e8fb1b0 req-2f0dfe31-5029-4b17-8d63-b5a4a288240c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525970 Jun 30 02:00:22.741525 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccf931-173c-4edc-a7f9-5c9d27849881 req-bb80da37-b891-4b84-a940-f0c832d9b272 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:22.752336 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-99ccf931-173c-4edc-a7f9-5c9d27849881 req-bb80da37-b891-4b84-a940-f0c832d9b272 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0878322 Jun 30 02:00:22.806043 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-99ccf931-173c-4edc-a7f9-5c9d27849881 req-11e8607b-7b9c-44ef-be40-5b0d62a1cce6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Jun 30 02:00:23.300732 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:23.353872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0351f8f-905d-4746-91e7-14fda6e56df5 req-b390dea6-83a7-4e0d-82a7-afe6a2f2d0e2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:23.355469 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0351f8f-905d-4746-91e7-14fda6e56df5 req-b390dea6-83a7-4e0d-82a7-afe6a2f2d0e2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1000473 Jun 30 02:00:23.419219 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0351f8f-905d-4746-91e7-14fda6e56df5 req-034c5eb8-1227-4edb-8eab-db57df3d0a71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570657 Jun 30 02:00:23.808613 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f732b39-1278-4833-b7fb-eeee3e1ad375 req-2037aa7a-7084-49c8-9e67-81ff1451af8a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:23.810201 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f732b39-1278-4833-b7fb-eeee3e1ad375 req-2037aa7a-7084-49c8-9e67-81ff1451af8a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.1182232 Jun 30 02:00:23.876353 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f732b39-1278-4833-b7fb-eeee3e1ad375 req-c299f146-35f6-4b10-b4c1-7fffb28c233e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594645 Jun 30 02:00:24.150802 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f567-fca7-4783-99ef-2e7338e6e664 req-761afe46-63db-46be-87cb-6bd4100e6492 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:24.157468 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1aa2f567-fca7-4783-99ef-2e7338e6e664 req-761afe46-63db-46be-87cb-6bd4100e6492 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1917231 Jun 30 02:00:24.202820 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1aa2f567-fca7-4783-99ef-2e7338e6e664 req-e1559be2-4c43-47ad-b852-63e86a7b82fd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Jun 30 02:00:24.662310 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2cc03-3315-4db4-9738-00ba48236bd2 req-55bbd7e9-2ef2-47cf-9638-00dc5b68e064 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:24.663981 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-43c2cc03-3315-4db4-9738-00ba48236bd2 req-55bbd7e9-2ef2-47cf-9638-00dc5b68e064 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0865421 Jun 30 02:00:24.710493 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-43c2cc03-3315-4db4-9738-00ba48236bd2 req-d9466f21-9cf0-4667-bb61-d92c252ff8bf tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398235 Jun 30 02:00:24.980604 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:25.119424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4d1f4-2308-4ec4-80d4-824364ebaaa9 req-c750cb97-104b-474a-85e9-906e84985d2c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:25.128066 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-01d4d1f4-2308-4ec4-80d4-824364ebaaa9 req-c750cb97-104b-474a-85e9-906e84985d2c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.1251545 Jun 30 02:00:25.181037 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-01d4d1f4-2308-4ec4-80d4-824364ebaaa9 req-c12f054c-52ea-4af6-a135-c696b43e69e8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Jun 30 02:00:25.425986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611437-7449-497e-9398-6d173775a5fd req-ee61940f-a6aa-496c-82f3-ed3ec718d380 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:25.428546 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5d611437-7449-497e-9398-6d173775a5fd req-ee61940f-a6aa-496c-82f3-ed3ec718d380 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1063473 Jun 30 02:00:25.510351 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5d611437-7449-497e-9398-6d173775a5fd req-1db06420-8140-4ab7-8f73-a15a9abdabd4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698884 Jun 30 02:00:25.868703 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6cc-bd9c-4ced-90f3-f2e605482940 req-ccfc67ab-e985-4ee9-b623-7720cbbfab39 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:25.871406 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-38bdf6cc-bd9c-4ced-90f3-f2e605482940 req-ccfc67ab-e985-4ee9-b623-7720cbbfab39 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.1014395 Jun 30 02:00:25.936338 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-38bdf6cc-bd9c-4ced-90f3-f2e605482940 req-4ad34d92-84c6-4bad-afb5-bec21371f3c1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Jun 30 02:00:26.231452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd44d8d-a981-4e99-94d8-7dc595eb7623 req-4e34eb20-1e91-4740-bc87-739880769174 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:26.238865 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-abd44d8d-a981-4e99-94d8-7dc595eb7623 req-4e34eb20-1e91-4740-bc87-739880769174 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.3798029 Jun 30 02:00:26.299046 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-abd44d8d-a981-4e99-94d8-7dc595eb7623 req-dfd78b55-ad4d-40b7-be1a-2d45d92b9e10 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587428 Jun 30 02:00:26.480469 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41bbe5-0bab-4f1d-b8e0-aa8c416e9226 req-42fb536c-f9c9-4dc9-ac0e-d6b27566c952 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:26.482870 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b41bbe5-0bab-4f1d-b8e0-aa8c416e9226 req-42fb536c-f9c9-4dc9-ac0e-d6b27566c952 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0975864 Jun 30 02:00:26.551802 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b41bbe5-0bab-4f1d-b8e0-aa8c416e9226 req-62e064c1-6818-40ea-843b-c0e5dc490309 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549562 Jun 30 02:00:26.648296 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:26.741683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4b6b8-8dc6-4c6c-a68e-fccf20ed93b5 req-ab80946d-38ef-4a8e-86d0-cde06185bca9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:26.743884 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-49f4b6b8-8dc6-4c6c-a68e-fccf20ed93b5 req-ab80946d-38ef-4a8e-86d0-cde06185bca9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0867178 Jun 30 02:00:26.845309 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-49f4b6b8-8dc6-4c6c-a68e-fccf20ed93b5 req-ad53256e-d87c-4fcf-8318-05ac40340551 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892406 Jun 30 02:00:27.164890 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bff829-1af5-4005-8f85-018627cdcb0a req-0bddf5e4-5f43-46e9-9211-627dcde83258 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:27.166640 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40bff829-1af5-4005-8f85-018627cdcb0a req-0bddf5e4-5f43-46e9-9211-627dcde83258 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0781615 Jun 30 02:00:27.221940 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40bff829-1af5-4005-8f85-018627cdcb0a req-936f2a12-9fd3-44e9-b13b-388d243d6085 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487931 Jun 30 02:00:27.518662 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcbec0-0c19-4cc8-bff5-2d3863bd0ad2 req-11963aa8-9b6d-4b4f-bdd7-aaef35f74ea9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:27.526716 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-53fcbec0-0c19-4cc8-bff5-2d3863bd0ad2 req-11963aa8-9b6d-4b4f-bdd7-aaef35f74ea9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0790613 Jun 30 02:00:27.565960 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-53fcbec0-0c19-4cc8-bff5-2d3863bd0ad2 req-387ac3cb-4cd9-4e30-a591-8f3c9890774a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374410 Jun 30 02:00:27.782632 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8afa58-702a-4b1b-b288-2f5e4b6cf68f req-928e361d-4966-4481-86f6-e5a2ff970dca tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:27.784610 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ec8afa58-702a-4b1b-b288-2f5e4b6cf68f req-928e361d-4966-4481-86f6-e5a2ff970dca tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0948999 Jun 30 02:00:27.838851 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ec8afa58-702a-4b1b-b288-2f5e4b6cf68f req-03445804-1656-4905-93af-f92addfc2951 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468705 Jun 30 02:00:28.052432 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7f3b-fe15-4a04-87ca-c7c51a7420df req-214272a3-570e-4f87-b55b-06d9d5251331 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.052432 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5cc7f3b-fe15-4a04-87ca-c7c51a7420df req-214272a3-570e-4f87-b55b-06d9d5251331 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1098328 Jun 30 02:00:28.110496 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5cc7f3b-fe15-4a04-87ca-c7c51a7420df req-579381e6-3d9e-4dd0-b6a2-08df7a3b04bf tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554631 Jun 30 02:00:28.162533 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-bbdb3221-fab9-49f3-859f-6813edd8e7f6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.164372 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-bbdb3221-fab9-49f3-859f-6813edd8e7f6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.1813877 Jun 30 02:00:28.176169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-9d031748-c49a-446f-ae7b-5985419969a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.177979 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-9d031748-c49a-446f-ae7b-5985419969a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1098 time: 0.1438932 Jun 30 02:00:28.296132 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefed5f-dbcb-4499-9d92-6bbdc8a7781a req-e4e69413-0443-43c3-8212-be1bf85dde88 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.297784 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-daefed5f-dbcb-4499-9d92-6bbdc8a7781a req-e4e69413-0443-43c3-8212-be1bf85dde88 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.3022542 Jun 30 02:00:28.398759 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-daefed5f-dbcb-4499-9d92-6bbdc8a7781a req-09ee03f4-6226-4151-b3bf-67bde078ecb7 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908308 Jun 30 02:00:28.409093 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-f0ab0d34-91d5-43b0-8a50-7333c224e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.410673 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-f0ab0d34-91d5-43b0-8a50-7333c224e4f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.1924648 Jun 30 02:00:28.424989 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119acbe4-2554-441b-9c29-6bc5e3727576 req-f09555a0-9c28-4ab4-b328-f42cbe20b8f3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.426800 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-119acbe4-2554-441b-9c29-6bc5e3727576 req-f09555a0-9c28-4ab4-b328-f42cbe20b8f3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 945 time: 0.0668008 Jun 30 02:00:28.427671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Deleting port fb86352a-0c51-4d34-9809-de491291fed8 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:00:28.428017 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:28.478879 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-119acbe4-2554-441b-9c29-6bc5e3727576 req-7d6ffcd6-2461-430f-8390-660ac20c65ef tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Jun 30 02:00:28.536636 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-73f5ea73-9d4a-4e48-855b-687e950f12b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 1000 time: 0.1162269 Jun 30 02:00:28.596986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] For port fb86352a-0c51-4d34-9809-de491291fed8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=fb86352a-0c51-4d34-9809-de491291fed8,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:28.597316 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:28.614235 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Calling delete_port for fb86352a-0c51-4d34-9809-de491291fed8 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:00:28.618883 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-c4832354-3ee7-4226-9d43-ce11579e6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.620331 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-c4832354-3ee7-4226-9d43-ce11579e6d26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0717571 Jun 30 02:00:28.756086 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-64c0fb66-a5fe-49f7-b55a-5cfe75b7df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:28.757693 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-64c0fb66-a5fe-49f7-b55a-5cfe75b7df45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0987122 Jun 30 02:00:28.788473 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:28.809531 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97', '4c501435-e543-4d38-ae8d-132243317472', '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'fb86352a-0c51-4d34-9809-de491291fed8'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:28.820026 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event deleted for resources: {'Port': ['ID=fb86352a-0c51-4d34-9809-de491291fed8,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:28.873522 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] No DVR routers for this DVR port fb86352a-0c51-4d34-9809-de491291fed8 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:00:28.876816 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:28.879200 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-070433fb-dea5-436e-89f5-49b9bdb1e39c req-a127eac5-1f60-431a-93e5-d04f793cd67a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "DELETE /v2.0/ports/fb86352a-0c51-4d34-9809-de491291fed8 HTTP/1.1" status: 204 len: 173 time: 0.7000821 Jun 30 02:00:28.879655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'name': 'network-vif-deleted', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:28.881934 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8a926-05d7-445e-8440-5f59da300da5" -d '{"events": [{"server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "name": "network-vif-deleted", "tag": "fb86352a-0c51-4d34-9809-de491291fed8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:28.936582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea46e6-837e-49fc-83b1-13135231ed71 x-openstack-request-id: req-f4ea46e6-837e-49fc-83b1-13135231ed71 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:28.936945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9543ed-c9a5-40d3-9cf4-002d00fa3847", "name": "network-vif-deleted", "tag": "fb86352a-0c51-4d34-9809-de491291fed8", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:28.937246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4ea46e6-837e-49fc-83b1-13135231ed71 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:28.937643 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9543ed-c9a5-40d3-9cf4-002d00fa3847', 'name': 'network-vif-deleted', 'tag': 'fb86352a-0c51-4d34-9809-de491291fed8', 'status': 'completed', 'code': 200} Jun 30 02:00:28.986072 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-a7389955-0629-4efe-a0e5-7db5f0a74489 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006994 Jun 30 02:00:29.140110 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eec27f1c-5bfc-4e9e-9769-a9c5b2142b60 req-ebae741c-2d2d-4dd3-8abb-cd4cdb476469 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347671 Jun 30 02:00:29.156193 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755cc9-471f-468a-b671-2eac6b05bb58 req-225c4a70-a887-4d60-9a45-e0d32d85fb7b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.157915 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-aa755cc9-471f-468a-b671-2eac6b05bb58 req-225c4a70-a887-4d60-9a45-e0d32d85fb7b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.1015403 Jun 30 02:00:29.207705 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-aa755cc9-471f-468a-b671-2eac6b05bb58 req-bc7e864b-c414-491b-8fe7-8f740bb0f866 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Jun 30 02:00:29.307899 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79c45-7127-416e-af73-2f21f03083a1 req-f21ad56a-f958-4299-b825-4e44624d90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.309383 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-f21ad56a-f958-4299-b825-4e44624d90ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0576077 Jun 30 02:00:29.331248 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16334898-e4aa-42d0-9c99-db54824f6654 req-b4512bdf-e4d1-472f-aca4-b905793d55f6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.332295 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-16334898-e4aa-42d0-9c99-db54824f6654 req-b4512bdf-e4d1-472f-aca4-b905793d55f6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0630898 Jun 30 02:00:29.380820 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-16334898-e4aa-42d0-9c99-db54824f6654 req-2b8a11e2-9fb9-4238-a575-9ea97f3fbf7b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Jun 30 02:00:29.422559 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79c45-7127-416e-af73-2f21f03083a1 req-d1f9b8d7-1db9-4ccc-a396-cde38d74b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.422559 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-d1f9b8d7-1db9-4ccc-a396-cde38d74b9df service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1042435 Jun 30 02:00:29.495034 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-bf441de2-c146-4164-8680-bddd6bff78de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 1000 time: 0.0659041 Jun 30 02:00:29.586059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79c45-7127-416e-af73-2f21f03083a1 req-c543a6af-2dea-4710-a8b1-f362575d50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.587550 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-c543a6af-2dea-4710-a8b1-f362575d50ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0804572 Jun 30 02:00:29.638021 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200debcb-b239-4214-ac77-a0132804a287 req-aa10b106-36ea-4584-a25b-a1f83f3b59ea tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.641722 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-200debcb-b239-4214-ac77-a0132804a287 req-aa10b106-36ea-4584-a25b-a1f83f3b59ea tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1037190 Jun 30 02:00:29.661750 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-12c19305-d2fb-4c46-8a12-5cb91c182156 req-d018fb6c-5e4a-4f7d-9321-02cb8b3425b6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9543ed-c9a5-40d3-9cf4-002d00fa3847 HTTP/1.1" status: 200 len: 210 time: 0.0355306 Jun 30 02:00:29.693378 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-200debcb-b239-4214-ac77-a0132804a287 req-908e049a-fdbe-433d-9fa7-7d252047595d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Jun 30 02:00:29.719447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79c45-7127-416e-af73-2f21f03083a1 req-648f9536-89b7-4aa4-8311-2e677b086f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:29.720947 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-648f9536-89b7-4aa4-8311-2e677b086f6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1221473 Jun 30 02:00:29.822633 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-22919fb9-4446-4604-ba1f-13b471199283 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884900 Jun 30 02:00:29.917709 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-36f79c45-7127-416e-af73-2f21f03083a1 req-b1dde699-c775-4a30-93d5-7e989787b411 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870574 Jun 30 02:00:30.385451 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719c153-948b-47b0-a84c-0db1dca42170 req-8e367d51-0d56-4190-8141-672ba67530c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:30.386981 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8719c153-948b-47b0-a84c-0db1dca42170 req-8e367d51-0d56-4190-8141-672ba67530c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0641830 Jun 30 02:00:30.426221 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8719c153-948b-47b0-a84c-0db1dca42170 req-e65a30f5-c54a-4ae2-8321-57b630ae86ca tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jun 30 02:00:30.567743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2921e5-d5f4-49e6-ac6a-d373e0e4783a req-98c6b0b5-38d4-4e8a-bdb5-40ae144eb06b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:30.569396 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8a2921e5-d5f4-49e6-ac6a-d373e0e4783a req-98c6b0b5-38d4-4e8a-bdb5-40ae144eb06b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0696158 Jun 30 02:00:30.610969 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8a2921e5-d5f4-49e6-ac6a-d373e0e4783a req-7a5d18dc-919f-40c2-84d9-8003907ff4c7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359075 Jun 30 02:00:30.882666 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2923e9-2a0c-4aab-887a-9b95ec0bfd56 req-4616e586-fc38-45b5-92ed-b82f6543460d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:30.884186 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7d2923e9-2a0c-4aab-887a-9b95ec0bfd56 req-4616e586-fc38-45b5-92ed-b82f6543460d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0699310 Jun 30 02:00:30.922293 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7d2923e9-2a0c-4aab-887a-9b95ec0bfd56 req-24854702-5f0e-4233-aae7-e69eb4b4d589 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Jun 30 02:00:31.605437 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96dcf-e1cd-40c8-b772-edaffd29b9c4 req-f3552a35-6a49-47f8-a4f0-9db6ab3d8c41 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:31.606920 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a7f96dcf-e1cd-40c8-b772-edaffd29b9c4 req-f3552a35-6a49-47f8-a4f0-9db6ab3d8c41 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0646546 Jun 30 02:00:31.645437 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a7f96dcf-e1cd-40c8-b772-edaffd29b9c4 req-439480db-daf5-4c2f-8d18-20b28369a501 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Jun 30 02:00:31.913420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device fb86352a-0c51-4d34-9809-de491291fed8 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:00:31.933180 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: fb86352a-0c51-4d34-9809-de491291fed8 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:00:31.933533 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device fb86352a-0c51-4d34-9809-de491291fed8 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:00:31.981819 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43638) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:32.137614 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a9b6-6edc-4564-8301-ce5be367a2f3 req-7dc47045-f332-4d27-b51c-56493ad323a9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:32.139457 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e226a9b6-6edc-4564-8301-ce5be367a2f3 req-7dc47045-f332-4d27-b51c-56493ad323a9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0902808 Jun 30 02:00:32.164048 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd844-e4c1-423d-a62c-bd343f352b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.205488 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e226a9b6-6edc-4564-8301-ce5be367a2f3 req-ab4479f2-c273-4b73-af4b-a02721fdbc51 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Jun 30 02:00:32.282071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b302b6-3683-4cfc-9446-73cb41a31888 req-e566123a-0fe4-4309-98df-1220d4b28f6e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:32.283834 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69b302b6-3683-4cfc-9446-73cb41a31888 req-e566123a-0fe4-4309-98df-1220d4b28f6e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 945 time: 0.0706534 Jun 30 02:00:32.292001 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd844-e4c1-423d-a62c-bd343f352b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.296941 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd844-e4c1-423d-a62c-bd343f352b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.322660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69b302b6-3683-4cfc-9446-73cb41a31888 req-09931b01-af0a-4777-b3e9-93a1c6b0433b tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jun 30 02:00:32.334940 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a7bbd844-e4c1-423d-a62c-bd343f352b1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c43b626b07fe4f2381b75e3b87a95c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520646 Jun 30 02:00:32.337432 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43644) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:32.344868 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbd844-e4c1-423d-a62c-bd343f352b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351fec4-bff5-4d54-8714-8ef096c80efd,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:32.389728 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.414224 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.462377 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.465104 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:32.466246 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a351fec4-bff5-4d54-8714-8ef096c80efd HTTP/1.1" status: 204 len: 168 time: 0.1279063 Jun 30 02:00:32.474723 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3b9a-7522-454e-8fc1-ad98516447ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351fec4-bff5-4d54-8714-8ef096c80efd,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:32.842054 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0d7d9-0b3b-4ac6-a00d-421321434bbf req-5415aac4-8236-4279-94e9-c53a9ee1d1a1 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:32.843547 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78b0d7d9-0b3b-4ac6-a00d-421321434bbf req-5415aac4-8236-4279-94e9-c53a9ee1d1a1 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0784974 Jun 30 02:00:32.896666 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78b0d7d9-0b3b-4ac6-a00d-421321434bbf req-ce2e6a1b-1e2d-4b18-98f0-a6578d2d20b3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Jun 30 02:00:33.146444 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43676) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:33.249589 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-727936091-network', 'tenant_id': '1b2a1c60856e417396d92507fbf14279'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:00:33.275189 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Made reservation on behalf of 1b2a1c60856e417396d92507fbf14279 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:00:33.277835 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.287727 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.436616 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136565-6ab6-411b-8b4c-a9f82af163b1 req-337ad4e1-7156-445a-b238-31d3e5b1ba16 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:33.438141 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7136565-6ab6-411b-8b4c-a9f82af163b1 req-337ad4e1-7156-445a-b238-31d3e5b1ba16 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1043456 Jun 30 02:00:33.448962 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.456196 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.499521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:00:33.512811 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7136565-6ab6-411b-8b4c-a9f82af163b1 req-c845051b-6185-4474-b20a-4c14e0bf2464 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665236 Jun 30 02:00:33.514625 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b12d2-809e-46cd-83c6-af72e6e5374c,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:33.520074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.521060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533057aa-85b1-4b4b-bfd8-59f8bc677b3b req-2e4b8208-a7d3-4e43-be5e-829d77866531 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:33.523862 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-533057aa-85b1-4b4b-bfd8-59f8bc677b3b req-2e4b8208-a7d3-4e43-be5e-829d77866531 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 945 time: 0.0655503 Jun 30 02:00:33.527765 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Added segment b99afe05-531b-4785-98a9-07ddfc44d32f of type vlan for network 428b5ae1-d167-4e13-bf04-1c44db43355a Jun 30 02:00:33.578074 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-533057aa-85b1-4b4b-bfd8-59f8bc677b3b req-3105985d-141b-450b-a7c2-20524b46e471 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Jun 30 02:00:33.585276 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.616227 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.617249 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:33.617859 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.674006 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5262668 Jun 30 02:00:33.677480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43690) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:33.684643 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Request body: {'subnet': {'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-727936091-subnet', 'tenant_id': '1b2a1c60856e417396d92507fbf14279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:00:33.687804 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133cb69-2256-4191-91af-9bb67283aaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=428b5ae1-d167-4e13-bf04-1c44db43355a,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:33.700527 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 428b5ae1-d167-4e13-bf04-1c44db43355a details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:00:33.709881 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Made reservation on behalf of 1b2a1c60856e417396d92507fbf14279 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:00:33.712200 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.892707 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5fd2e-3b89-4d8b-ae01-a5681065604d req-1de5a6f8-7c57-4e58-8f84-50eeb076b493 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:33.899675 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-53d5fd2e-3b89-4d8b-ae01-a5681065604d req-1de5a6f8-7c57-4e58-8f84-50eeb076b493 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.0700665 Jun 30 02:00:33.907889 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:33.910632 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:00:33.948196 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-53d5fd2e-3b89-4d8b-ae01-a5681065604d req-59a94825-4b8e-4dc1-a142-a8d1a1a425c7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Jun 30 02:00:33.984947 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbca1057-cf8e-4500-a4f8-421975115154,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:33.990053 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Checking segment: {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:00:33.990413 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Network hostable DHCP agents. Network: 428b5ae1-d167-4e13-bf04-1c44db43355a, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:00:34.002672 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.008437 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Network 428b5ae1-d167-4e13-bf04-1c44db43355a is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:00:34.020199 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 428b5ae1-d167-4e13-bf04-1c44db43355a) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:00:34.025554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:34.026198 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.038674 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:34.042778 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7f877bb9-8e3f-4b7e-a751-ba04d8b7d80b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3641160 Jun 30 02:00:34.045150 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9607b1-5b50-42b3-b04d-ba2fb73c1143" -d '{"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:34.051433 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc15735-b1fd-4a48-af69-1657fc034010 None None] Network 428b5ae1-d167-4e13-bf04-1c44db43355a requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:00:34.054479 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:34.094083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4713d-8c63-4498-a22b-af563446c7ae x-openstack-request-id: req-47a4713d-8c63-4498-a22b-af563446c7ae {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:34.094567 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-unplugged", "status": "failed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "code": 422}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:34.094822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47a4713d-8c63-4498-a22b-af563446c7ae {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:34.095249 dv-cinder-734415-14-iscsi neutron-server[93041]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'code': 422} returned with failed status Jun 30 02:00:34.096049 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.161629 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43716) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:34.167423 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=8']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:34.243023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a53f0b-40bd-4c29-86a1-cd246265f45e None None] Network 428b5ae1-d167-4e13-bf04-1c44db43355a requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:00:34.262637 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-c0acd2d4-6e5a-4a4f-8e23-da8b20bc0b54 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:34.265033 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-c0acd2d4-6e5a-4a4f-8e23-da8b20bc0b54 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 945 time: 0.1076474 Jun 30 02:00:34.336193 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-52eae54a-71cc-4cbf-921c-6fb8f0e4441e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1725960 Jun 30 02:00:34.397917 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Deleting port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:00:34.398144 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.493436 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] For port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:34.493787 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.513166 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Calling delete_port for 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:00:34.837395 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.856262 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97', '4c501435-e543-4d38-ae8d-132243317472', '41dded5e-ef5d-42e6-8ba7-bfb5511925f0'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:34.861227 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30671e-516b-4a56-b361-826a4986c6a4 req-0b841093-6453-493f-8d6b-1af4d403ae1d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:34.867641 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a30671e-516b-4a56-b361-826a4986c6a4 req-0b841093-6453-493f-8d6b-1af4d403ae1d tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f092a9c-d5d6-456a-b0a8-b3272e8acb4c HTTP/1.1" status: 200 len: 867 time: 0.0932825 Jun 30 02:00:34.882410 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event deleted for resources: {'Port': ['ID=41dded5e-ef5d-42e6-8ba7-bfb5511925f0,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:34.918274 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a30671e-516b-4a56-b361-826a4986c6a4 req-fe4abc2d-a45b-4690-b5d4-5b7789cc6a25 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Jun 30 02:00:34.955478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] No DVR routers for this DVR port 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:00:34.959024 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:34.961399 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8f7a37e-d56f-4b9b-99bf-e049085a1941 req-9ec8f90f-09ea-4156-9f9d-8b2ad46bc516 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "DELETE /v2.0/ports/41dded5e-ef5d-42e6-8ba7-bfb5511925f0 HTTP/1.1" status: 204 len: 173 time: 0.6887012 Jun 30 02:00:34.963825 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'name': 'network-vif-deleted', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:34.966424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb43b33-1276-4172-8812-694c1f911506" -d '{"events": [{"server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "name": "network-vif-deleted", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:34.981547 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69931d06-364b-4649-9037-58ed5fb32d48 req-61dbe072-1ea0-485e-9fc9-30f382af788b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:34.989970 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69931d06-364b-4649-9037-58ed5fb32d48 req-61dbe072-1ea0-485e-9fc9-30f382af788b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.2745476 Jun 30 02:00:35.042568 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-69931d06-364b-4649-9037-58ed5fb32d48 req-cce002a3-6bd4-42f1-91f1-a2c59b5ef057 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Jun 30 02:00:35.088204 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3e652-cba6-45d4-a49d-1e29e91251f7 x-openstack-request-id: req-6cb3e652-cba6-45d4-a49d-1e29e91251f7 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:35.088590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f092a9c-d5d6-456a-b0a8-b3272e8acb4c", "name": "network-vif-deleted", "tag": "41dded5e-ef5d-42e6-8ba7-bfb5511925f0", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:35.088978 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cb3e652-cba6-45d4-a49d-1e29e91251f7 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:35.089457 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f092a9c-d5d6-456a-b0a8-b3272e8acb4c', 'name': 'network-vif-deleted', 'tag': '41dded5e-ef5d-42e6-8ba7-bfb5511925f0', 'status': 'completed', 'code': 200} Jun 30 02:00:35.238718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727274f-5caa-4b4a-ad59-deb8fe0a46bf req-05a8297f-a5fa-4be9-bc6c-a5c6e192ec5e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:35.240466 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2727274f-5caa-4b4a-ad59-deb8fe0a46bf req-05a8297f-a5fa-4be9-bc6c-a5c6e192ec5e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.1151721 Jun 30 02:00:35.280354 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2727274f-5caa-4b4a-ad59-deb8fe0a46bf req-e67b7a3c-ea8c-4837-a205-6b4628f72583 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Jun 30 02:00:36.049977 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-0dc5acbc-84a6-4ca9-b317-9798435317a1 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.051649 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-0dc5acbc-84a6-4ca9-b317-9798435317a1 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 813 time: 0.1091166 Jun 30 02:00:36.069424 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-04f86989-5194-4b8f-9701-32648155d386 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/quotas/1b2a1c60856e417396d92507fbf14279 HTTP/1.1" status: 200 len: 375 time: 0.0114100 Jun 30 02:00:36.116578 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-ce704289-ebd8-4595-af81-0ceaa7ecc31e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403738 Jun 30 02:00:36.268507 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8c6b94e0-afeb-43d2-af5d-823efa2ffb9c service neutron] 10.222.0.47 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449060 Jun 30 02:00:36.381639 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35dd09-3086-4c8f-a3fc-f8d5cc693d37 req-cef3841d-c2a9-4afb-8b7d-7ebd1f858a6c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.383205 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c35dd09-3086-4c8f-a3fc-f8d5cc693d37 req-cef3841d-c2a9-4afb-8b7d-7ebd1f858a6c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0652328 Jun 30 02:00:36.423851 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8c35dd09-3086-4c8f-a3fc-f8d5cc693d37 req-6fe742eb-4868-45de-bc56-c3a1c2c8935c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Jun 30 02:00:36.585597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-3781d898-a071-4a23-8e61-b2861ffd7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.587072 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-3781d898-a071-4a23-8e61-b2861ffd7ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 1096 time: 0.3916545 Jun 30 02:00:36.613568 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b69924-6d88-4e1a-8d24-23fe5ddada0a req-d1dd07ab-89d8-4b8f-871d-92f69a15cc3a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.615057 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90b69924-6d88-4e1a-8d24-23fe5ddada0a req-d1dd07ab-89d8-4b8f-871d-92f69a15cc3a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.0688121 Jun 30 02:00:36.622311 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-37f99506-ab69-469a-a35c-eb0299c23c83 service neutron] 10.222.0.47 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467216 Jun 30 02:00:36.656632 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90b69924-6d88-4e1a-8d24-23fe5ddada0a req-63b862ea-5b84-42f6-a4cd-2f0bead9a44c tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352535 Jun 30 02:00:36.669095 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-27201f7f-0c25-4cef-bfaa-40fa39331117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.670650 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-27201f7f-0c25-4cef-bfaa-40fa39331117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0568385 Jun 30 02:00:36.781458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-1bf4e911-091a-4b8c-a732-9fcfa1681356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.783237 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-1bf4e911-091a-4b8c-a732-9fcfa1681356 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1043317 Jun 30 02:00:36.822355 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-80e12a6f-7727-4d63-9c3f-cd97ce6cfadb req-da5d35c3-e702-4455-8015-8412ded0d929 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0381236 Jun 30 02:00:36.854281 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39937c-c09b-48de-a691-5b703f92da58 req-f572a367-623f-4456-9843-214e499559ec tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.854963 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1b39937c-c09b-48de-a691-5b703f92da58 req-f572a367-623f-4456-9843-214e499559ec tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0773201 Jun 30 02:00:36.885400 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-03c20455-c98f-49a4-9c7b-05a5a7b2c17e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 998 time: 0.0906987 Jun 30 02:00:36.899932 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1b39937c-c09b-48de-a691-5b703f92da58 req-c1cb6a9f-28bf-4c3f-911f-8be6148ad75e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Jun 30 02:00:36.937138 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-00927820-76f0-4df6-82e2-d66aafc60f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:36.939080 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-00927820-76f0-4df6-82e2-d66aafc60f9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0469918 Jun 30 02:00:37.002563 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-903d9358-5a95-41d6-abe1-8c38c47d1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:37.004098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-903d9358-5a95-41d6-abe1-8c38c47d1709 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580788 Jun 30 02:00:37.099587 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-099295ec-92e1-42f8-a7d7-0793b24ce969 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867505 Jun 30 02:00:37.206175 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4299c625-3225-4d3a-8884-e689ee67c7c4 req-9bc7add0-2822-4bc0-9263-3aa10a46e6e8 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989060 Jun 30 02:00:37.622223 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72baeb-f4df-4a5d-9ccb-58e62b247fe0 req-a23df26f-1982-470e-a6f2-2818236a4b84 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:37.623773 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4d72baeb-f4df-4a5d-9ccb-58e62b247fe0 req-a23df26f-1982-470e-a6f2-2818236a4b84 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0664597 Jun 30 02:00:37.664522 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4d72baeb-f4df-4a5d-9ccb-58e62b247fe0 req-d80fb77d-c72d-4d58-a9b4-5083537eb6e6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Jun 30 02:00:37.941077 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:00:37.986835 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:00:37.987647 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 41dded5e-ef5d-42e6-8ba7-bfb5511925f0 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:00:38.066367 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b9282008-4fb1-4e9f-80ee-be8383c37650 req-e8df4fc0-deb4-430c-9568-0599b3ea2ac3 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0364404 Jun 30 02:00:38.089331 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa087-2055-4bf0-9158-26aa8f231b29 req-57ee69ed-8b73-4678-8e2e-86276e354440 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:38.090936 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-113aa087-2055-4bf0-9158-26aa8f231b29 req-57ee69ed-8b73-4678-8e2e-86276e354440 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.3101435 Jun 30 02:00:38.149446 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-113aa087-2055-4bf0-9158-26aa8f231b29 req-4aeb6896-ce06-461a-ba2d-c768b190ccae tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Jun 30 02:00:38.284105 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc719-df3a-4e8c-b2d5-3d64638aac8a req-3ee3edb0-c743-4e35-a8a0-e53699015504 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:38.285754 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-386bc719-df3a-4e8c-b2d5-3d64638aac8a req-3ee3edb0-c743-4e35-a8a0-e53699015504 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0838597 Jun 30 02:00:38.327519 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-386bc719-df3a-4e8c-b2d5-3d64638aac8a req-6579f50a-5f2b-4057-a757-dcea0f1c77f2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jun 30 02:00:38.867333 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33635ee3-1571-461c-830c-a0ad2b678280 req-77d0970c-7f46-43fc-8329-175fa9f6da67 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:38.869667 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-33635ee3-1571-461c-830c-a0ad2b678280 req-77d0970c-7f46-43fc-8329-175fa9f6da67 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0895836 Jun 30 02:00:38.917909 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-33635ee3-1571-461c-830c-a0ad2b678280 req-c7cc7554-9e28-4961-a330-4c38bfe0fdf5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jun 30 02:00:39.250264 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c7379d8e-0113-45bf-9da9-e957b7d5cc28 req-9bfbef7f-1929-495f-8c91-e8f0db32833a tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0481622 Jun 30 02:00:39.361090 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e839-edc5-4db3-8901-6de3b3083013 req-89e323c8-36e2-44a6-b6c3-f7f5706f5a57 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:39.362725 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9031e839-edc5-4db3-8901-6de3b3083013 req-89e323c8-36e2-44a6-b6c3-f7f5706f5a57 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.0878005 Jun 30 02:00:39.402449 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9031e839-edc5-4db3-8901-6de3b3083013 req-eaf2745f-d03c-4d5c-88f5-f1c266cb9a3e tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Jun 30 02:00:39.517750 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c30a57-d9ad-441b-8f15-652d15ef7781 req-a5006f70-0e25-44f2-bbb6-d686e39c358a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:39.519379 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e7c30a57-d9ad-441b-8f15-652d15ef7781 req-a5006f70-0e25-44f2-bbb6-d686e39c358a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0677798 Jun 30 02:00:39.559583 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e7c30a57-d9ad-441b-8f15-652d15ef7781 req-7b83f32a-dc62-4e6d-825f-5f69f63e2db8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jun 30 02:00:40.100114 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d6cf0-1d7b-4b2e-8bdf-c367d16a00d6 req-a1bd20d2-e3fb-4c63-9a2e-9f0fc593ad6a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:40.101679 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c08d6cf0-1d7b-4b2e-8bdf-c367d16a00d6 req-a1bd20d2-e3fb-4c63-9a2e-9f0fc593ad6a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jun 30 02:00:40.152252 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c08d6cf0-1d7b-4b2e-8bdf-c367d16a00d6 req-63a14500-5458-4c0a-888a-c1f026d4babc tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Jun 30 02:00:40.402671 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2618080e-1ab4-41b5-a631-f6b560f267d7 req-06583498-765f-42f6-a15e-89dbfae1e772 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0341406 Jun 30 02:00:40.594304 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea194506-77ee-480b-a5c6-0cb00f7ff4fd req-dd997475-b87a-46bc-8eaa-d9705ac64bfb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:40.597725 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea194506-77ee-480b-a5c6-0cb00f7ff4fd req-dd997475-b87a-46bc-8eaa-d9705ac64bfb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.0758536 Jun 30 02:00:40.641178 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea194506-77ee-480b-a5c6-0cb00f7ff4fd req-3795699e-cbaf-4e5a-adaa-e0c67f9b714f tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385485 Jun 30 02:00:40.794422 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07255cd9-8bd2-4d34-b464-32a717760acc req-3fbed622-8667-4f55-87a1-ccce07b39b1f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:40.795943 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-07255cd9-8bd2-4d34-b464-32a717760acc req-3fbed622-8667-4f55-87a1-ccce07b39b1f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0732360 Jun 30 02:00:40.835446 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-07255cd9-8bd2-4d34-b464-32a717760acc req-f0e85366-fa5c-453b-9028-3b44a649d651 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Jun 30 02:00:41.371543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb74e1-96e8-4b7c-b9b4-bccfb2c0758a req-fdada7cc-0b09-40fe-a85e-a38861464325 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:41.373085 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7cfb74e1-96e8-4b7c-b9b4-bccfb2c0758a req-fdada7cc-0b09-40fe-a85e-a38861464325 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0790937 Jun 30 02:00:41.412254 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7cfb74e1-96e8-4b7c-b9b4-bccfb2c0758a req-2c5d6508-8196-48a6-a210-254e7fbcdfc9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Jun 30 02:00:41.554862 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ca92536a-6e9f-4e7f-a4ac-439e6ba0cb09 req-8681c2c2-4f07-49a3-b58e-a80c9a29f54e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0350521 Jun 30 02:00:41.835469 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdda0-aaeb-4524-873e-153ab9331473 req-a2d68e23-a4f5-47ac-a530-89bcb8f236a7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:41.837189 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec2cdda0-aaeb-4524-873e-153ab9331473 req-a2d68e23-a4f5-47ac-a530-89bcb8f236a7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 945 time: 0.0693176 Jun 30 02:00:41.881537 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec2cdda0-aaeb-4524-873e-153ab9331473 req-2d46cbca-2b8f-4120-9b7b-b9bb0cc444e0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385258 Jun 30 02:00:41.941326 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4c501435-e543-4d38-ae8d-132243317472 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:00:42.020498 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:42.044966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6725a-53bc-42b5-a46a-1a1f53e303e5 req-a7ca322a-3aa0-4972-a7b6-74e8f7ccace3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:42.046704 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c4f6725a-53bc-42b5-a46a-1a1f53e303e5 req-a7ca322a-3aa0-4972-a7b6-74e8f7ccace3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0831327 Jun 30 02:00:42.050582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c501435-e543-4d38-ae8d-132243317472'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:42.051075 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84565020-398f-4969-8463-481ea4c94eef" -d '{"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-unplugged", "status": "completed", "tag": "4c501435-e543-4d38-ae8d-132243317472"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:42.072841 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:42.079988 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:42.093178 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bac107-f842-443c-9f4c-bed8c0ff93c8 x-openstack-request-id: req-c6bac107-f842-443c-9f4c-bed8c0ff93c8 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:42.093467 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-unplugged", "status": "completed", "tag": "4c501435-e543-4d38-ae8d-132243317472", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:42.093889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6bac107-f842-443c-9f4c-bed8c0ff93c8 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:42.094434 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c501435-e543-4d38-ae8d-132243317472', 'code': 200} Jun 30 02:00:42.103333 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c4f6725a-53bc-42b5-a46a-1a1f53e303e5 req-fb5e8625-67f4-411f-aaca-845e512b7e39 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493515 Jun 30 02:00:42.143505 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=6']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:42.153102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.153568 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.154971 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.156543 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.157179 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.168917 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.169255 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.169588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.169918 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.170241 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.170563 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.170878 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:42.603787 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b892a43-c831-42a2-b59f-63011d339ac5 req-9633eca0-bb79-4f09-87d1-0ddab50b62d6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:42.608827 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8b892a43-c831-42a2-b59f-63011d339ac5 req-9633eca0-bb79-4f09-87d1-0ddab50b62d6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0751858 Jun 30 02:00:42.656295 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8b892a43-c831-42a2-b59f-63011d339ac5 req-06268b0e-8ab7-40bb-825e-3f843224edae tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Jun 30 02:00:42.714246 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efd96ed6-115a-45df-8264-73f3d382a261 req-5cb0fbbb-5aab-4ee8-ad95-d5911c96871f tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0348060 Jun 30 02:00:43.073455 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e42dff-6e42-4a2c-95da-ce4303f67017 req-aa353b91-38f5-434b-b282-9e5a066baecc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:43.074943 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f2e42dff-6e42-4a2c-95da-ce4303f67017 req-aa353b91-38f5-434b-b282-9e5a066baecc tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0771689 Jun 30 02:00:43.126525 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f2e42dff-6e42-4a2c-95da-ce4303f67017 req-0f47eb3b-f889-4074-825a-815ad45c240f tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Jun 30 02:00:43.313133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467310-345c-4cec-a709-e16d9e7d1fe6 req-88cfb46a-83aa-4820-9ad6-173ab43f5371 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:43.314604 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ce467310-345c-4cec-a709-e16d9e7d1fe6 req-88cfb46a-83aa-4820-9ad6-173ab43f5371 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0734956 Jun 30 02:00:43.403363 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ce467310-345c-4cec-a709-e16d9e7d1fe6 req-1678eae9-5e46-421c-b7cf-c9a9d13974af tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515466 Jun 30 02:00:43.870531 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9106c98e-4dc6-41f3-adb5-44a1abdf4a87 req-843898f3-8f0e-47ce-bef9-f784894feaa4 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0324159 Jun 30 02:00:43.871978 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddedfa-ff17-4294-9994-3b2f217a4ddc req-7baed707-e76a-4765-b509-aaa3c9d8648d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:43.879480 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-33ddedfa-ff17-4294-9994-3b2f217a4ddc req-7baed707-e76a-4765-b509-aaa3c9d8648d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0904655 Jun 30 02:00:43.914403 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-33ddedfa-ff17-4294-9994-3b2f217a4ddc req-50c09d49-a01f-45c8-aa5c-4cc5ceddfcfe tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Jun 30 02:00:44.304500 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccbc9f-534b-4128-88b8-2fbef4750158 req-eaa03bdd-430a-4a61-9c51-5c1393020361 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:44.305920 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-48ccbc9f-534b-4128-88b8-2fbef4750158 req-eaa03bdd-430a-4a61-9c51-5c1393020361 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0662575 Jun 30 02:00:44.346493 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-48ccbc9f-534b-4128-88b8-2fbef4750158 req-55010c5d-bae4-442b-b734-41e1d19ccee1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Jun 30 02:00:44.590133 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51b77-d7c3-423d-97b4-aaf544074335 req-933c1924-d7da-4f4f-98d4-456f2c40528d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:44.591672 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3be51b77-d7c3-423d-97b4-aaf544074335 req-933c1924-d7da-4f4f-98d4-456f2c40528d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0651278 Jun 30 02:00:44.633593 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3be51b77-d7c3-423d-97b4-aaf544074335 req-e5d0ff53-8dd5-4244-ba0d-05c1914c3d2a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350084 Jun 30 02:00:45.039810 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8fedaa9-3cdc-4b15-ba4c-76d24b199a4a req-bb090302-69e9-4ed6-ab3e-68bbfb7473c6 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0331929 Jun 30 02:00:45.107816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce00857-e776-44d1-9a49-6972b184b710 req-313309c2-38ff-47cd-b0d4-060ed427460b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:45.109308 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ce00857-e776-44d1-9a49-6972b184b710 req-313309c2-38ff-47cd-b0d4-060ed427460b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0728097 Jun 30 02:00:45.151602 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ce00857-e776-44d1-9a49-6972b184b710 req-c64ea2be-4b8c-4478-b6d4-4a04fb9de6cd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Jun 30 02:00:45.539758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb644e-dae3-42cd-8c26-8ae4523d427c req-21c2e7b6-f9e7-4488-b62f-91e5df1524d1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:45.541501 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2eeb644e-dae3-42cd-8c26-8ae4523d427c req-21c2e7b6-f9e7-4488-b62f-91e5df1524d1 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0694761 Jun 30 02:00:45.579421 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2eeb644e-dae3-42cd-8c26-8ae4523d427c req-2f6175b4-93f3-4803-91ad-f59143272400 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jun 30 02:00:45.860106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea0dc-abcf-4e79-b383-86c39354eec1 req-07ea86ed-dbd3-4b04-b8c1-a3f4125b11c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:45.861718 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-460ea0dc-abcf-4e79-b383-86c39354eec1 req-07ea86ed-dbd3-4b04-b8c1-a3f4125b11c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0992572 Jun 30 02:00:45.903901 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-460ea0dc-abcf-4e79-b383-86c39354eec1 req-9b5f2a9c-f35b-4cbe-abbb-0b6aca8e7f31 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358593 Jun 30 02:00:46.192721 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-78113f87-ae77-4e0a-9f64-21a4959385c2 req-53c19cb1-c657-44d1-a3f2-f68f26065db3 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0299234 Jun 30 02:00:46.344587 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3352a50-a55b-4733-979c-0c7245b6b639 req-c41626b7-97c4-4cd3-9c93-a1d03a440139 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:46.346219 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3352a50-a55b-4733-979c-0c7245b6b639 req-c41626b7-97c4-4cd3-9c93-a1d03a440139 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0654497 Jun 30 02:00:46.387182 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3352a50-a55b-4733-979c-0c7245b6b639 req-c94426d3-23ac-409b-8df8-c987d7a48b87 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346832 Jun 30 02:00:46.759013 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85538ad-92aa-4172-830b-bdd887bd5dc0 req-b4d25996-1ac4-4cc7-b018-d2a5c4df90b7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:46.760513 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e85538ad-92aa-4172-830b-bdd887bd5dc0 req-b4d25996-1ac4-4cc7-b018-d2a5c4df90b7 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0662336 Jun 30 02:00:46.805570 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e85538ad-92aa-4172-830b-bdd887bd5dc0 req-480be1f6-80d4-4ee7-acfd-5b205c7fee09 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Jun 30 02:00:47.098523 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bbffd-4575-4839-b027-7042bf4c66e7 req-d268d20c-9109-421f-a3b9-760593533bf8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:47.100064 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-514bbffd-4575-4839-b027-7042bf4c66e7 req-d268d20c-9109-421f-a3b9-760593533bf8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0708697 Jun 30 02:00:47.140911 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-514bbffd-4575-4839-b027-7042bf4c66e7 req-7aac2be7-5fe6-4367-a573-1f8c49cd24f5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Jun 30 02:00:47.339030 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4321b9bc-5cc8-472c-8c28-b2d906ec935d req-4cb83f11-e4e5-4e08-9f01-70fb4fcefd60 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0337138 Jun 30 02:00:47.592445 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eca6a-05d1-4ce4-8b14-af5ba3542a58 req-fb8a1c43-0187-4509-a0dc-aee04f1fec79 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:47.593882 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a8eca6a-05d1-4ce4-8b14-af5ba3542a58 req-fb8a1c43-0187-4509-a0dc-aee04f1fec79 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0711613 Jun 30 02:00:47.634151 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a8eca6a-05d1-4ce4-8b14-af5ba3542a58 req-3489bdb0-e074-483d-92f8-9fc046bead74 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jun 30 02:00:47.982730 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4c7-3df6-4e54-a789-8ca6174540f6 req-f4815029-aeea-42e9-a105-902287cdd9e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:47.984178 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-207ad4c7-3df6-4e54-a789-8ca6174540f6 req-f4815029-aeea-42e9-a105-902287cdd9e6 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0643976 Jun 30 02:00:48.029818 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-207ad4c7-3df6-4e54-a789-8ca6174540f6 req-a4a4c4ea-2946-4cf4-9177-7ef8a82d65e3 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Jun 30 02:00:48.335054 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640c0f4-2132-401b-a225-405749615cbf req-ddc2498a-1b70-43df-919a-a9aff3f52911 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:48.336718 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f640c0f4-2132-401b-a225-405749615cbf req-ddc2498a-1b70-43df-919a-a9aff3f52911 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0663626 Jun 30 02:00:48.374829 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f640c0f4-2132-401b-a225-405749615cbf req-7308af4e-58c9-41b9-97fe-7682df33e0f7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Jun 30 02:00:48.487837 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e0e19f1d-31fa-42e9-8c1c-a651e3527db1 req-4f3cc378-66e6-41a3-a691-12a69249847b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0385432 Jun 30 02:00:48.858525 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dda558-1049-45ea-b8e2-602d006bba90 req-2de2ad89-f41f-4c2c-b000-2b26ab7c125b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:48.859994 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-57dda558-1049-45ea-b8e2-602d006bba90 req-2de2ad89-f41f-4c2c-b000-2b26ab7c125b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0698419 Jun 30 02:00:48.899226 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-57dda558-1049-45ea-b8e2-602d006bba90 req-e18044f7-e353-4a19-8ef2-76d9cc40ef2d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Jun 30 02:00:48.915024 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:00:49.208616 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dce1a-fb60-433f-90ac-4574f5870f68 req-6449a664-a76e-4680-87f0-4849fbf3f048 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:49.210133 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e29dce1a-fb60-433f-90ac-4574f5870f68 req-6449a664-a76e-4680-87f0-4849fbf3f048 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.0688927 Jun 30 02:00:49.261392 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e29dce1a-fb60-433f-90ac-4574f5870f68 req-7c292cd4-4c2b-46d5-9723-42adf3deccd2 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Jun 30 02:00:49.575968 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803b61-34cb-4e2a-a7f0-b912f8adaf6a req-670e47cd-f54b-46d3-81de-ab45d15c8980 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:49.577529 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-be803b61-34cb-4e2a-a7f0-b912f8adaf6a req-670e47cd-f54b-46d3-81de-ab45d15c8980 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0699694 Jun 30 02:00:49.619968 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-be803b61-34cb-4e2a-a7f0-b912f8adaf6a req-0023f1b6-2a5e-44e5-aa1d-dadfd82511eb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356560 Jun 30 02:00:49.651886 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3088b234-3630-4c72-8601-7075d6edde0d req-a336994e-05ab-43a6-98b2-d2b28302371d tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0303047 Jun 30 02:00:49.683634 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-178c8e2f-3ff3-4463-b727-69eac858eaed tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:49.685096 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-178c8e2f-3ff3-4463-b727-69eac858eaed tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 943 time: 0.1008759 Jun 30 02:00:49.740593 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0ea4218a-4121-42a5-9255-c28a06da61e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:49.876709 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-11eb12c9-4214-48fe-8d4b-815c986ec114 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:49.878063 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-11eb12c9-4214-48fe-8d4b-815c986ec114 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 813 time: 0.1455133 Jun 30 02:00:49.887099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Deleting port 4c501435-e543-4d38-ae8d-132243317472 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:00:49.887407 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:49.936353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Request body: {'port': {'device_id': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a', 'admin_state_up': True, 'tenant_id': '1b2a1c60856e417396d92507fbf14279'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:00:50.065251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] For port 4c501435-e543-4d38-ae8d-132243317472, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4c501435-e543-4d38-ae8d-132243317472,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:50.065613 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.087152 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Calling delete_port for 4c501435-e543-4d38-ae8d-132243317472 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:00:50.109597 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb277-6db7-4a29-a3e9-c39cc630ea06 req-284883e1-7700-482f-92e4-0af834468745 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:50.111655 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c79eb277-6db7-4a29-a3e9-c39cc630ea06 req-284883e1-7700-482f-92e4-0af834468745 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0805776 Jun 30 02:00:50.149341 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Made reservation on behalf of 1b2a1c60856e417396d92507fbf14279 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:00:50.152837 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.154165 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c79eb277-6db7-4a29-a3e9-c39cc630ea06 req-c3c5f79b-9376-4d29-a8ae-35119595118c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Jun 30 02:00:50.316337 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.329523 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:50.355062 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event deleted for resources: {'Port': ['ID=4c501435-e543-4d38-ae8d-132243317472,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:50.362123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Allocated IP 172.20.0.4 (428b5ae1-d167-4e13-bf04-1c44db43355a/dbca1057-cf8e-4500-a4f8-421975115154/e0f0b21e-aa58-4486-882b-6c94d557f50b) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:00:50.400333 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.400745 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.401104 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.401466 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.402020 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.402482 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.402814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.403158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.403467 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.403788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.404121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.404436 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:50.442557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] No DVR routers for this DVR port 4c501435-e543-4d38-ae8d-132243317472 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:00:50.462597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.464539 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1704d3fc-735b-4aac-ba13-76b25d607bed req-d669b522-f03d-4506-8e4c-43c36d0b7a63 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "DELETE /v2.0/ports/4c501435-e543-4d38-ae8d-132243317472 HTTP/1.1" status: 204 len: 173 time: 0.7730138 Jun 30 02:00:50.466456 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-82592de7-c8f2-4d5d-85e3-c88b45deb180 req-d8c7a941-8011-49f8-8281-452ac88a6bfb tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=17d41fb1-0bd6-4274-8cf9-e38107ee3384 HTTP/1.1" status: 200 len: 210 time: 0.0580819 Jun 30 02:00:50.466843 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-deleted', 'tag': '4c501435-e543-4d38-ae8d-132243317472'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:50.469190 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231068dc-1e24-4b63-bcf9-9f846969b8f3" -d '{"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-deleted", "tag": "4c501435-e543-4d38-ae8d-132243317472"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:50.558870 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc87bce9-86cc-4828-898b-51cac690fe10 x-openstack-request-id: req-bc87bce9-86cc-4828-898b-51cac690fe10 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:50.559160 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d41fb1-0bd6-4274-8cf9-e38107ee3384", "name": "network-vif-deleted", "tag": "4c501435-e543-4d38-ae8d-132243317472", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:50.559404 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc87bce9-86cc-4828-898b-51cac690fe10 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:50.559780 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d41fb1-0bd6-4274-8cf9-e38107ee3384', 'name': 'network-vif-deleted', 'tag': '4c501435-e543-4d38-ae8d-132243317472', 'status': 'completed', 'code': 200} Jun 30 02:00:50.622955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.664981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.713463 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Network 428b5ae1-d167-4e13-bf04-1c44db43355a is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:00:50.716534 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:00:50.718962 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:00:50.746182 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Pushing event updated for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:50.804041 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:50.804657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:50.825400 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-94b5bb10-4243-4e40-85a7-75a493089f84 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8929718 Jun 30 02:00:50.831264 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5eadf-50ce-400d-9364-6d51b16b464c req-c98ae9d7-1594-4e74-a02d-e076982bafb7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:50.833086 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8f5eadf-50ce-400d-9364-6d51b16b464c req-c98ae9d7-1594-4e74-a02d-e076982bafb7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 931 time: 0.0647140 Jun 30 02:00:50.841083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Request body: {'port': {'device_id': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:00:50.850166 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cfc56-f9cb-467d-99be-10fb9b9a0d36 req-11346be9-37f1-4443-b171-95392c608889 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:50.851921 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-372cfc56-f9cb-467d-99be-10fb9b9a0d36 req-11346be9-37f1-4443-b171-95392c608889 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0999372 Jun 30 02:00:50.874653 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8f5eadf-50ce-400d-9364-6d51b16b464c req-fe8c860e-c371-4aa1-ba29-7055a68fc71b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Jun 30 02:00:50.936080 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-372cfc56-f9cb-467d-99be-10fb9b9a0d36 req-529483de-9144-4d0c-aafd-07d1c24df2c1 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653322 Jun 30 02:00:50.951814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.221851 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f0b21e-aa58-4486-882b-6c94d557f50b {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:00:51.229859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.241838 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Transition to ACTIVE for port object e0f0b21e-aa58-4486-882b-6c94d557f50b will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:00:51.246603 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.295113 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:51.333190 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989975d5-da2a-4344-9c6a-a32ed9da666f req-0f5a8c49-d1cd-40c2-a9d1-40f3d7ed2cc5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:51.337639 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989975d5-da2a-4344-9c6a-a32ed9da666f req-0f5a8c49-d1cd-40c2-a9d1-40f3d7ed2cc5 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0662305 Jun 30 02:00:51.362399 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Attempting to bind port e0f0b21e-aa58-4486-882b-6c94d557f50b on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:00:51.363099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Attempting to bind port e0f0b21e-aa58-4486-882b-6c94d557f50b by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:00:51.363224 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Attempting to bind port e0f0b21e-aa58-4486-882b-6c94d557f50b on network 428b5ae1-d167-4e13-bf04-1c44db43355a {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:00:51.367620 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Port e0f0b21e-aa58-4486-882b-6c94d557f50b on network 428b5ae1-d167-4e13-bf04-1c44db43355a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:00:51.367908 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Attempting to bind port e0f0b21e-aa58-4486-882b-6c94d557f50b on network 428b5ae1-d167-4e13-bf04-1c44db43355a {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:00:51.372738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:00:51.373100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Checking segment: {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:00:51.373481 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Bound using segment: {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:00:51.373895 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Bound port: e0f0b21e-aa58-4486-882b-6c94d557f50b, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:00:51.374245 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.375463 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989975d5-da2a-4344-9c6a-a32ed9da666f req-d63b20cd-c17b-4c26-92c0-a4b663b3b576 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Jun 30 02:00:51.437668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:00:51.440560 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:00:51.448696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.499034 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:51.499647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:51.501052 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0f0b21e-aa58-4486-882b-6c94d557f50b HTTP/1.1" status: 200 len: 1093 time: 0.6672497 Jun 30 02:00:51.532219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a803272-72eb-4f77-b116-6015d95b6638 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:51.608572 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-394ee6dc-b00e-4b36-b6b2-25c95081bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:51.610234 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-394ee6dc-b00e-4b36-b6b2-25c95081bac7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 1096 time: 0.0544903 Jun 30 02:00:51.655487 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-8275ac9f-9844-4796-b2a9-4ccaf49757b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b HTTP/1.1" status: 200 len: 217 time: 0.0362761 Jun 30 02:00:51.719426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-c6dec683-6c5a-48f6-89fd-b6bb7e1e66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:51.721288 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-c6dec683-6c5a-48f6-89fd-b6bb7e1e66d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbca1057-cf8e-4500-a4f8-421975115154 HTTP/1.1" status: 200 len: 853 time: 0.0522432 Jun 30 02:00:51.755612 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-004d8c10-3a89-4bb2-971e-7d63b08dacd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428b5ae1-d167-4e13-bf04-1c44db43355a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269711 Jun 30 02:00:51.859334 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-dd0e886a-a34a-4f67-aa71-c0a7540be9e1 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955954 Jun 30 02:00:51.972012 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5983a20b-d420-4c4f-be67-8bd204945d6a req-eee659b5-2920-4815-aa1c-26b4bc70bc38 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053772 Jun 30 02:00:52.070009 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c029a-714f-47f2-b5c5-f970ce9ce892 req-73b8f778-12d1-49b9-8d06-c3ed9725ac60 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.071546 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a5c029a-714f-47f2-b5c5-f970ce9ce892 req-73b8f778-12d1-49b9-8d06-c3ed9725ac60 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 943 time: 0.0713632 Jun 30 02:00:52.118209 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a5c029a-714f-47f2-b5c5-f970ce9ce892 req-0d6d006f-db90-4462-8154-34866b391646 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Jun 30 02:00:52.136807 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7301b-d74b-44c2-8005-cd6b8f25c59f req-5c8e55b1-b818-42f3-bf04-6a6797b2471b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.138310 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5fa7301b-d74b-44c2-8005-cd6b8f25c59f req-5c8e55b1-b818-42f3-bf04-6a6797b2471b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0699873 Jun 30 02:00:52.184279 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5fa7301b-d74b-44c2-8005-cd6b8f25c59f req-a908b8a1-758a-48c7-ab37-03e5c83aa111 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Jun 30 02:00:52.388120 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:52.396149 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31e098b6-4f8d-48bd-aee0-431b4f88e071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:52.556314 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5715bf-d7fe-45ad-be2e-0c91dccb5fb8 req-e75b5d60-702f-443b-ad0f-75599bcc3a98 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.557966 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd5715bf-d7fe-45ad-be2e-0c91dccb5fb8 req-e75b5d60-702f-443b-ad0f-75599bcc3a98 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0696714 Jun 30 02:00:52.561524 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:52.563810 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382f9434-ad10-411b-8f45-d7210444bdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:52.602474 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd5715bf-d7fe-45ad-be2e-0c91dccb5fb8 req-1e682d7b-2a48-4caf-a603-0a71bf6e5431 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Jun 30 02:00:52.604448 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f9f71-a9ae-4487-b144-51c7cc0a41dd x-openstack-request-id: req-ec8f9f71-a9ae-4487-b144-51c7cc0a41dd {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:52.604732 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:52.605005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec8f9f71-a9ae-4487-b144-51c7cc0a41dd {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:52.605391 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b', 'status': 'completed', 'code': 200} Jun 30 02:00:52.699384 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-a37ffd86-2441-411e-9e28-a8957f10ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.700819 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-a37ffd86-2441-411e-9e28-a8957f10ae46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 1096 time: 0.0604300 Jun 30 02:00:52.803919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-3fd7baa3-5dcb-4413-bf6e-783cb38db783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.805475 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-3fd7baa3-5dcb-4413-bf6e-783cb38db783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 914 time: 0.0969589 Jun 30 02:00:52.855042 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-b4c13747-8cca-4572-b08d-970f8e7c5594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b HTTP/1.1" status: 200 len: 217 time: 0.0399613 Jun 30 02:00:52.909449 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-2e5b5656-adff-4a90-8f05-382f056203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:52.910960 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-2e5b5656-adff-4a90-8f05-382f056203e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbca1057-cf8e-4500-a4f8-421975115154 HTTP/1.1" status: 200 len: 853 time: 0.0471239 Jun 30 02:00:52.946098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-610a3b18-9295-474a-9d9b-0642b72ff813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428b5ae1-d167-4e13-bf04-1c44db43355a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274150 Jun 30 02:00:53.118924 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8670a0-0c82-459e-8be7-07db340a6040 req-c5901f9f-a2a8-4c35-a1cb-a9f2ae5bb4ce tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:53.120574 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd8670a0-0c82-459e-8be7-07db340a6040 req-c5901f9f-a2a8-4c35-a1cb-a9f2ae5bb4ce tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.0736742 Jun 30 02:00:53.166285 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd8670a0-0c82-459e-8be7-07db340a6040 req-837621ef-0b5e-4419-9ad1-bebe28d061fa tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Jun 30 02:00:53.297684 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:53.315292 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-81beab76-31f2-4836-a1bf-6bd67f5530e6 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599236 Jun 30 02:00:53.391557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a60b4-b99b-46c9-be8e-a85e3387ea31 req-42eef024-7f90-447c-a4a1-91553945cbe9 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:53.391838 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0873c-2387-4f4c-ab2a-f72d8bf1d239 req-81b19363-b65e-49d7-84e9-a431462d2863 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:53.393088 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c04a60b4-b99b-46c9-be8e-a85e3387ea31 req-42eef024-7f90-447c-a4a1-91553945cbe9 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 943 time: 0.1321533 Jun 30 02:00:53.393262 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3fb0873c-2387-4f4c-ab2a-f72d8bf1d239 req-81b19363-b65e-49d7-84e9-a431462d2863 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0743601 Jun 30 02:00:53.439138 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3fb0873c-2387-4f4c-ab2a-f72d8bf1d239 req-aa49541d-5ae0-4a92-8748-885e1cf1a1d1 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360053 Jun 30 02:00:53.449463 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-382f9434-ad10-411b-8f45-d7210444bdd7 req-e5e11359-5a18-4340-9d1e-2b03c3b1f44b service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Jun 30 02:00:53.455415 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c04a60b4-b99b-46c9-be8e-a85e3387ea31 req-186b615b-52c6-4ca8-8c56-672d65e6273a tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Jun 30 02:00:53.794120 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6e9b-84d8-40cc-90c2-1aa2e5b6d703 req-08bf40c4-a744-4e6e-b128-0443d8ddcabd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:53.796927 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-baed6e9b-84d8-40cc-90c2-1aa2e5b6d703 req-08bf40c4-a744-4e6e-b128-0443d8ddcabd tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0776086 Jun 30 02:00:53.839367 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-baed6e9b-84d8-40cc-90c2-1aa2e5b6d703 req-008a611a-0b6c-4418-a137-6ae3647bf8e4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Jun 30 02:00:53.986464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e0f0b21e-aa58-4486-882b-6c94d557f50b details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:00:54.089987 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:54.102766 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'e0f0b21e-aa58-4486-882b-6c94d557f50b', 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a', 'port_id': 'e0f0b21e-aa58-4486-882b-6c94d557f50b', 'mac_address': 'fa:16:3e:f9:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbca1057-cf8e-4500-a4f8-421975115154', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:00:54.143250 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:54.157296 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f0b21e-aa58-4486-882b-6c94d557f50b {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:00:54.177815 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:54.183103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:54.233022 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:54.356851 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290a768-410b-4dcd-9f12-92b6f815934a req-adbc5969-85ff-44ca-94e2-338f5b72899a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:54.358264 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1290a768-410b-4dcd-9f12-92b6f815934a req-adbc5969-85ff-44ca-94e2-338f5b72899a tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.0658362 Jun 30 02:00:54.398498 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1290a768-410b-4dcd-9f12-92b6f815934a req-c6f7892a-1f91-42e1-a5b0-e7b8ed2e1703 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb373d99-f107-4d75-bf62-277669967b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Jun 30 02:00:54.499428 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['e0f0b21e-aa58-4486-882b-6c94d557f50b'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:54.652183 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e09c-6e76-4e56-9347-7a80cb392675 req-1cb828b1-2e6e-4a82-9bfe-1660b013f9ee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:54.653810 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-52e8e09c-6e76-4e56-9347-7a80cb392675 req-1cb828b1-2e6e-4a82-9bfe-1660b013f9ee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.0725660 Jun 30 02:00:54.667798 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c0362-92a0-45b0-a788-71732ad4c1d7 req-c9f5af4d-6c3b-4b04-a595-7ad10865fe66 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:54.669776 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d29c0362-92a0-45b0-a788-71732ad4c1d7 req-c9f5af4d-6c3b-4b04-a595-7ad10865fe66 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 944 time: 0.0927906 Jun 30 02:00:54.695656 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-52e8e09c-6e76-4e56-9347-7a80cb392675 req-46b3ad44-e915-4ea3-9aac-c48a89b35436 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341730 Jun 30 02:00:54.714119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d29c0362-92a0-45b0-a788-71732ad4c1d7 req-7e6f6f54-79b8-4509-bc8a-9a578871b705 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380998 Jun 30 02:00:54.849358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-41bbde26-b8f8-4898-ab3b-51c2100226f0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:54.850911 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-41bbde26-b8f8-4898-ab3b-51c2100226f0 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 945 time: 0.0672839 Jun 30 02:00:54.980046 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:55.015300 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Deleting port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:00:55.015655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:55.085598 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317128-5a40-46ea-81a2-5b5881a5c931 req-93f0d4f9-e27d-46e5-a028-8fa5628f4d8f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.087216 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cc317128-5a40-46ea-81a2-5b5881a5c931 req-93f0d4f9-e27d-46e5-a028-8fa5628f4d8f tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0951834 Jun 30 02:00:55.122652 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-ca55d5be-ed0e-472e-974d-ceed83cce628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.124309 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-ca55d5be-ed0e-472e-974d-ceed83cce628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1417563 Jun 30 02:00:55.130065 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cc317128-5a40-46ea-81a2-5b5881a5c931 req-ec1f1e42-8ca2-4f9b-9e59-887bdd9c43a2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Jun 30 02:00:55.161637 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] For port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,segment=NetworkSegment(9d473c13-07d9-408f-aefb-a1016dfedd6e),segment_id=9d473c13-07d9-408f-aefb-a1016dfedd6e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:55.161993 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:55.208374 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Calling delete_port for 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:00:55.323257 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-bf41d989-6011-433e-9b15-4022d1161d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.324739 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-bf41d989-6011-433e-9b15-4022d1161d2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1718116 Jun 30 02:00:55.422527 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-b54166ef-23a9-4c48-9734-3f2dd2698507 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 200 len: 998 time: 0.0881276 Jun 30 02:00:55.480765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:55.493143 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['61adcc7a-8afa-4e37-ab6f-faf15fb21e97'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:55.523063 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Pushing event deleted for resources: {'Port': ['ID=61adcc7a-8afa-4e37-ab6f-faf15fb21e97,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:55.539867 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-5915c729-5c68-423e-a9e4-13d719caea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.541519 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-5915c729-5c68-423e-a9e4-13d719caea02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.1069086 Jun 30 02:00:55.596307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e657b8ca-11d8-45e4-ac70-71f5290153b1 req-aa74968a-3918-4dca-9f04-9b01222cdc37 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b62003-6bae-4aa4-8140-b6ca552a4042 HTTP/1.1" status: 200 len: 210 time: 0.0757217 Jun 30 02:00:55.646846 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] No DVR routers for this DVR port 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:00:55.650171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:55.652121 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-57fbb276-a0be-44f9-b07b-d689e063aa7e req-049d3b97-97ad-4a9d-befe-b41913d9ff14 tempest-AttachVolumeNegativeTest-933604815 tempest-AttachVolumeNegativeTest-933604815-project] 10.222.0.41 "DELETE /v2.0/ports/61adcc7a-8afa-4e37-ab6f-faf15fb21e97 HTTP/1.1" status: 204 len: 173 time: 0.7950008 Jun 30 02:00:55.652548 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'name': 'network-vif-deleted', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:55.654825 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034466f6-d621-459c-912f-f316469aa3a0" -d '{"events": [{"server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "name": "network-vif-deleted", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:55.695482 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-3c1f937b-a208-4d93-9670-7b4c1a3ea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.697113 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-3c1f937b-a208-4d93-9670-7b4c1a3ea642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1291282 Jun 30 02:00:55.701315 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8494018-2c01-450f-895f-957b42cd21ef x-openstack-request-id: req-a8494018-2c01-450f-895f-957b42cd21ef {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:55.701597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b62003-6bae-4aa4-8140-b6ca552a4042", "name": "network-vif-deleted", "tag": "61adcc7a-8afa-4e37-ab6f-faf15fb21e97", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:55.701843 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8494018-2c01-450f-895f-957b42cd21ef {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:55.702239 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b62003-6bae-4aa4-8140-b6ca552a4042', 'name': 'network-vif-deleted', 'tag': '61adcc7a-8afa-4e37-ab6f-faf15fb21e97', 'status': 'completed', 'code': 200} Jun 30 02:00:55.840809 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-f94cf818-9bf8-46be-8945-85bf60534038 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202893 Jun 30 02:00:55.955976 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb3284-3ce1-40a9-8901-618e2bece2ce req-474c48d4-6a76-47be-9a13-6a3758261e3a tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.957823 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-95fb3284-3ce1-40a9-8901-618e2bece2ce req-474c48d4-6a76-47be-9a13-6a3758261e3a tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 944 time: 0.0801439 Jun 30 02:00:55.984323 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a76db297-2c03-43fd-a3c3-c730c87bd0e8 req-4f0ccbc3-3b16-4b04-b001-38a0305fc35c service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359069 Jun 30 02:00:55.995060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee866cb9-be02-4134-9098-b971f5afb0c5 req-3575ea9e-d062-4f13-86a3-ac5a7a99af3a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:55.996489 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee866cb9-be02-4134-9098-b971f5afb0c5 req-3575ea9e-d062-4f13-86a3-ac5a7a99af3a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.1383493 Jun 30 02:00:55.996760 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e0f0b21e-aa58-4486-882b-6c94d557f50b up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:00:56.000957 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-95fb3284-3ce1-40a9-8901-618e2bece2ce req-561e1a01-5b6a-45c1-a03e-6366ce3e3ef9 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Jun 30 02:00:56.044848 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee866cb9-be02-4134-9098-b971f5afb0c5 req-90d08229-f429-4d09-95bb-2ce280d479a3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Jun 30 02:00:56.076617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port e0f0b21e-aa58-4486-882b-6c94d557f50b completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:00:56.082957 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port e0f0b21e-aa58-4486-882b-6c94d557f50b triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:00:56.083548 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.173586 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.208159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:00:56.211358 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726d75a-87a2-4ed8-9e0c-23434d06655b" -d '{"events": [{"server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "name": "network-vif-plugged", "status": "completed", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:00:56.227207 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:56.232309 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.263023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b636077a-6f74-4ae0-9314-666f604bbfd7 x-openstack-request-id: req-b636077a-6f74-4ae0-9314-666f604bbfd7 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:00:56.263605 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "name": "network-vif-plugged", "status": "completed", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:00:56.263881 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b636077a-6f74-4ae0-9314-666f604bbfd7 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:00:56.264279 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b', 'code': 200} Jun 30 02:00:56.300884 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:56.340300 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba4cd7-f606-46ee-b66a-a179ef4a1c55 req-93eae477-e1b3-4585-ad22-822635eef47d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:56.342241 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcba4cd7-f606-46ee-b66a-a179ef4a1c55 req-93eae477-e1b3-4585-ad22-822635eef47d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0829954 Jun 30 02:00:56.387128 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcba4cd7-f606-46ee-b66a-a179ef4a1c55 req-ac9b5144-2734-4327-94ee-f5ed2cc0a5d0 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Jun 30 02:00:56.519306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ae3c-adcc-49c5-b8c7-399b7b24ebdc req-e3fd2bac-a93b-4839-83f5-354c02cf01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:56.520741 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-74a1ae3c-adcc-49c5-b8c7-399b7b24ebdc req-e3fd2bac-a93b-4839-83f5-354c02cf01a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 1098 time: 0.0578494 Jun 30 02:00:56.560645 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-74a1ae3c-adcc-49c5-b8c7-399b7b24ebdc req-2043b6d4-afd5-407d-94bd-ea84253ab889 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Jun 30 02:00:56.645673 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.709662 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43964) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:56.756683 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Deleting subnet 16d3418d-a7e0-43cb-8f0e-f414ca4be607 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:00:56.759891 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.799431 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.805408 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.858859 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.886293 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d3418d-a7e0-43cb-8f0e-f414ca4be607,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:56.888878 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:56.891042 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/16d3418d-a7e0-43cb-8f0e-f414ca4be607 HTTP/1.1" status: 204 len: 168 time: 0.1802719 Jun 30 02:00:56.895164 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 43966) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:56.897456 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.897811 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.898151 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.898486 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.898816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.899164 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.899470 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.899795 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.900116 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.900510 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.900757 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.901099 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2f440-f9aa-4ba8-b0ef-0de11e54c570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:00:56.970403 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.052512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.062423 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae723aff-2207-4805-9ec9-07d3aad5f119']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:00:57.073506 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d473c13-07d9-408f-aefb-a1016dfedd6e') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:00:57.073802 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d473c13-07d9-408f-aefb-a1016dfedd6e') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:00:57.083690 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.101115 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.110373 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:00:57.110768 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:00:57.113102 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:00:57.170451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.176570 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.178706 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] 10.222.0.47 "DELETE /v2.0/networks/ae723aff-2207-4805-9ec9-07d3aad5f119 HTTP/1.1" status: 204 len: 168 time: 0.2815526 Jun 30 02:00:57.199480 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9067-94c4-4897-85aa-8587e9ec574a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae723aff-2207-4805-9ec9-07d3aad5f119,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:57.233660 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58dbfa-92ea-45bf-bbaa-986db410a2bd req-0eae380c-8cd5-4917-99b5-366cd0c1e5e3 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:57.235618 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fb58dbfa-92ea-45bf-bbaa-986db410a2bd req-0eae380c-8cd5-4917-99b5-366cd0c1e5e3 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 945 time: 0.0888340 Jun 30 02:00:57.275813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e5686-b965-4e8a-9660-37002da60b74 req-a7866b01-087f-49cb-a9bf-671ce4bd6170 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:57.280893 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fb58dbfa-92ea-45bf-bbaa-986db410a2bd req-52acafdd-5bd0-4221-b645-33b9b719cd1e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Jun 30 02:00:57.281830 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-db0e5686-b965-4e8a-9660-37002da60b74 req-a7866b01-087f-49cb-a9bf-671ce4bd6170 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.1014507 Jun 30 02:00:57.318976 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-db0e5686-b965-4e8a-9660-37002da60b74 req-424f65e5-f766-4fde-bfc8-db1432f8c3c1 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 Jun 30 02:00:57.323265 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43974) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:57.363142 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-665429b6-8fc9-49a6-ab6f-8469ed7877aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8198f88cc97f4a3c8974cbca156ff988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386438 Jun 30 02:00:57.365625 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 43976) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:00:57.417908 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.440074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.498222 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.501082 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:57.504950 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb373d99-f107-4d75-bf62-277669967b88 HTTP/1.1" status: 204 len: 168 time: 0.1357384 Jun 30 02:00:57.523593 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208bf75-3cfa-4353-956d-c8e67ee72d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb373d99-f107-4d75-bf62-277669967b88,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:57.616652 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c32380-2ea9-4754-893d-1fedc7de729e req-ce9554bc-e780-4236-a184-c5cbfc8be537 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:57.618731 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40c32380-2ea9-4754-893d-1fedc7de729e req-ce9554bc-e780-4236-a184-c5cbfc8be537 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1111391 Jun 30 02:00:57.661882 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40c32380-2ea9-4754-893d-1fedc7de729e req-5f4f2136-4d10-41db-8d51-4e03983dbe93 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369482 Jun 30 02:00:58.011020 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:00:58.013306 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:00:58.040312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:00:58.040658 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 61adcc7a-8afa-4e37-ab6f-faf15fb21e97 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:00:58.132618 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:58.145556 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'mac_address': 'fa:16:3e:a9:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:00:58.191617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:58.210035 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:00:58.233953 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:00:58.241105 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:00:58.289325 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=9']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:00:58.462698 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019f9cc-6e35-41ed-9efb-48161f54fa93 req-c50b396b-aa4f-4d5f-9db7-0219b08edbfa tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:58.464454 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f019f9cc-6e35-41ed-9efb-48161f54fa93 req-c50b396b-aa4f-4d5f-9db7-0219b08edbfa tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 945 time: 0.0661378 Jun 30 02:00:58.510648 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f019f9cc-6e35-41ed-9efb-48161f54fa93 req-8b625c8c-04f8-421b-aae0-c3eaa372b2ee tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jun 30 02:00:58.516805 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['d443ff3a-ffdb-477f-acfc-518becac8fb2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:00:58.525440 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe2d0-b106-483a-81f4-8032582f711b req-adc94727-ee59-4f4d-8a2d-6b238ecc7308 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:58.527360 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-70bfe2d0-b106-483a-81f4-8032582f711b req-adc94727-ee59-4f4d-8a2d-6b238ecc7308 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.0840225 Jun 30 02:00:58.572761 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-70bfe2d0-b106-483a-81f4-8032582f711b req-10c58aae-eec7-476e-91e5-1b0c9fe76816 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Jun 30 02:00:58.851900 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb5bda-43be-449e-b7c5-b9d98890ffcc req-7f5d6921-b988-4ed9-97a3-fec0bafdde0e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:58.853626 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d1fb5bda-43be-449e-b7c5-b9d98890ffcc req-7f5d6921-b988-4ed9-97a3-fec0bafdde0e tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0695744 Jun 30 02:00:58.903262 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d1fb5bda-43be-449e-b7c5-b9d98890ffcc req-e3ddf9b7-85b2-44b7-84f7-77b45e67e689 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Jun 30 02:00:59.767610 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e2cc-ec55-4834-84b6-92d48cfb09b5 req-c60f833f-dc72-49ad-8a71-7de9530a3a5c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:00:59.770117 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ac2e2cc-ec55-4834-84b6-92d48cfb09b5 req-c60f833f-dc72-49ad-8a71-7de9530a3a5c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.0679133 Jun 30 02:00:59.820350 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ac2e2cc-ec55-4834-84b6-92d48cfb09b5 req-f7c9da58-c222-45dd-925c-53753eaa5361 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Jun 30 02:01:00.024146 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:01:00.090833 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port d443ff3a-ffdb-477f-acfc-518becac8fb2 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:01:00.091292 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.111998 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550201-ce47-497b-84fa-027de9ecbbfc req-0923f3af-99da-4d59-93dc-109f75400169 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:00.119157 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f4550201-ce47-497b-84fa-027de9ecbbfc req-0923f3af-99da-4d59-93dc-109f75400169 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0880232 Jun 30 02:01:00.165943 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f4550201-ce47-497b-84fa-027de9ecbbfc req-bba65438-2697-4bbd-8d8e-1cb830ce1ba1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Jun 30 02:01:00.169953 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.193155 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:00.194347 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44120) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:00.196215 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815d15f0-2bdd-4c9e-bcdf-3f17a1b9209f" -d '{"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:00.216743 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:00.221814 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.244775 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d964177-73ba-4c85-8600-f692396038d2 x-openstack-request-id: req-8d964177-73ba-4c85-8600-f692396038d2 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:00.245088 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-plugged", "status": "completed", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:00.245343 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d964177-73ba-4c85-8600-f692396038d2 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:00.245729 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'code': 200} Jun 30 02:01:00.274914 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=10']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:00.316315 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7353c502-0957-4c2e-b3af-63ab7117ec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.412262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7353c502-0957-4c2e-b3af-63ab7117ec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.417649 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7353c502-0957-4c2e-b3af-63ab7117ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.455023 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7353c502-0957-4c2e-b3af-63ab7117ec05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=753595794e934538b197b93ad38fc5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594156 Jun 30 02:01:00.455877 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353c502-0957-4c2e-b3af-63ab7117ec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c54ee4-c3d4-4500-baf4-e97639cf14b1,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:00.458339 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44126) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:00.526397 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.550972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.612728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.615729 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:00.619527 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3c54ee4-c3d4-4500-baf4-e97639cf14b1 HTTP/1.1" status: 204 len: 168 time: 0.1574023 Jun 30 02:01:00.630312 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403842-cb5b-4724-92b8-4ca7400ca449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c54ee4-c3d4-4500-baf4-e97639cf14b1,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:00.833709 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9770d1f-35f4-48fe-8e7b-6a1682705481 req-01fd1792-87d8-45c1-80d2-83bfb8ae5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:00.835217 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9770d1f-35f4-48fe-8e7b-6a1682705481 req-01fd1792-87d8-45c1-80d2-83bfb8ae5941 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0571780 Jun 30 02:01:00.877546 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d9770d1f-35f4-48fe-8e7b-6a1682705481 req-ce442884-14bc-41ab-bd5e-9fd8d34fb782 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354953 Jun 30 02:01:00.919345 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44134) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:00.937669 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ee7f-c36d-4896-821f-a857a19d5c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.108165 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30582cd-9a55-49d9-9747-c2dbc1116216 req-c096d5d0-ce30-490c-83e2-1e1b4c9ca190 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:01.109728 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a30582cd-9a55-49d9-9747-c2dbc1116216 req-c096d5d0-ce30-490c-83e2-1e1b4c9ca190 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.1438198 Jun 30 02:01:01.128047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2cad-bdf3-4c37-8c6f-49c3893fbbed req-a06db054-4984-45c6-9fcd-2f680b0193dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:01.129591 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-07ef2cad-bdf3-4c37-8c6f-49c3893fbbed req-a06db054-4984-45c6-9fcd-2f680b0193dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.1488178 Jun 30 02:01:01.154972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ee7f-c36d-4896-821f-a857a19d5c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.170035 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c5a9ee7f-c36d-4896-821f-a857a19d5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.210620 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a30582cd-9a55-49d9-9747-c2dbc1116216 req-b1c0b747-b01b-4d63-9732-caf821b60730 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868068 Jun 30 02:01:01.234935 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c5a9ee7f-c36d-4896-821f-a857a19d5c5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6df52621e8404b7ba67b036efcada080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132248 Jun 30 02:01:01.236618 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44140) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:01.242020 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-07ef2cad-bdf3-4c37-8c6f-49c3893fbbed req-29ca508e-6c6b-4a45-87f5-633792c7d42d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053085 Jun 30 02:01:01.242949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9ee7f-c36d-4896-821f-a857a19d5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63159a70-c7c0-4fd5-94ac-2b95c529e5b7,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:01.302291 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.345333 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.395646 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0050ed-45b8-4e6c-b9a7-391c0dd24815 req-3112a910-1589-4040-b16b-c339f6e79847 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:01.397292 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dc0050ed-45b8-4e6c-b9a7-391c0dd24815 req-3112a910-1589-4040-b16b-c339f6e79847 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1099358 Jun 30 02:01:01.429869 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.432496 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:01.433533 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63159a70-c7c0-4fd5-94ac-2b95c529e5b7 HTTP/1.1" status: 204 len: 168 time: 0.1958952 Jun 30 02:01:01.450409 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0487-4e5c-48cf-abae-b5880edf7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63159a70-c7c0-4fd5-94ac-2b95c529e5b7,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:01.454924 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dc0050ed-45b8-4e6c-b9a7-391c0dd24815 req-39037f3c-07ea-4df7-a6f2-de9ff28cfb4d tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514328 Jun 30 02:01:02.437384 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f8c9-76b5-41f7-8ca6-bf21377d471a req-bfe7c62d-b4f7-4330-bc4f-6a7ba58d0d6f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:02.438901 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0301f8c9-76b5-41f7-8ca6-bf21377d471a req-bfe7c62d-b4f7-4330-bc4f-6a7ba58d0d6f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.0783317 Jun 30 02:01:02.498673 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0301f8c9-76b5-41f7-8ca6-bf21377d471a req-129201ed-cac9-4a73-ab54-54e53261cf80 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521915 Jun 30 02:01:02.672910 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9ccb-d167-4805-a714-47920d32576d req-c90e1db5-b745-455f-92d1-69ab56bd0ec1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:02.675702 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-552d9ccb-d167-4805-a714-47920d32576d req-c90e1db5-b745-455f-92d1-69ab56bd0ec1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0787899 Jun 30 02:01:02.716806 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-552d9ccb-d167-4805-a714-47920d32576d req-2797a5d8-3282-437e-8797-bcf4ab805a00 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353382 Jun 30 02:01:03.295989 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-e4b11f13-637f-476d-af4c-dcd6084e0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:03.297725 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-e4b11f13-637f-476d-af4c-dcd6084e0e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453169d7f864465bbae9766ff9c27245&device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 1098 time: 0.1064365 Jun 30 02:01:03.385849 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c4c93-e0da-4d4b-a69b-49c4dc529f15 req-26d51bf2-c2a3-4ea4-9bfd-0b456541d374 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:03.387434 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-218c4c93-e0da-4d4b-a69b-49c4dc529f15 req-26d51bf2-c2a3-4ea4-9bfd-0b456541d374 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.1485143 Jun 30 02:01:03.459788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-80bb6b46-9d88-4150-ae26-dfc62fa5e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:03.461332 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-80bb6b46-9d88-4150-ae26-dfc62fa5e1e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 200 len: 920 time: 0.1559942 Jun 30 02:01:03.471621 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-218c4c93-e0da-4d4b-a69b-49c4dc529f15 req-0942753f-bc41-4faa-a84b-0a5c09568bc4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Jun 30 02:01:03.513010 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-0a794d6c-e036-4328-adfa-9914a830466d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 200 len: 217 time: 0.0402994 Jun 30 02:01:03.593429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-7786311d-b003-4ed7-bceb-3c9ea7154a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:03.594944 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-7786311d-b003-4ed7-bceb-3c9ea7154a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 200 len: 859 time: 0.0672944 Jun 30 02:01:03.640930 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-e2bbfa54-b5e1-4c91-9690-5e0d466f34f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5efda55d-e181-4d32-a317-f4a2bc26dbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387549 Jun 30 02:01:03.711873 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00b1e-7301-4182-b745-2aa95825409f req-a0c1cdc6-d03d-4076-9581-8d3e04ee067d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:03.714244 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3d00b1e-7301-4182-b745-2aa95825409f req-a0c1cdc6-d03d-4076-9581-8d3e04ee067d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.0731874 Jun 30 02:01:03.743549 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-03445518-40cf-4c1c-a2d0-4e550b303c54 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942523 Jun 30 02:01:03.761024 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3d00b1e-7301-4182-b745-2aa95825409f req-eea31eeb-f736-45c5-8e06-456a1fae297e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Jun 30 02:01:03.859369 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f2647665-575a-49ac-a331-429d2aa1ad96 req-ba315688-5b82-4cd9-8d64-72d7e4c6e435 service neutron] 10.222.0.41 "GET /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085596 Jun 30 02:01:04.655807 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8f2d-f18c-4f81-8e5c-2a2400a3ee6c req-fd5659cb-fdda-4844-bc6a-d3685112a944 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:04.657499 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-439f8f2d-f18c-4f81-8e5c-2a2400a3ee6c req-fd5659cb-fdda-4844-bc6a-d3685112a944 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0672207 Jun 30 02:01:04.702929 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-439f8f2d-f18c-4f81-8e5c-2a2400a3ee6c req-40bfbec0-9e04-4f73-aae5-ebe9764c4672 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Jun 30 02:01:05.895975 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23dca-9939-489a-abea-dbb6af48b29f req-4cfa15fa-1acd-4a84-9b8f-161214c40d2c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:05.897608 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e0a23dca-9939-489a-abea-dbb6af48b29f req-4cfa15fa-1acd-4a84-9b8f-161214c40d2c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0626051 Jun 30 02:01:05.943357 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e0a23dca-9939-489a-abea-dbb6af48b29f req-fe5498ab-5923-4347-b9bd-44ac5fb6e8a4 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Jun 30 02:01:07.146740 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6438b77-688f-4f52-9a49-6485640e6157 req-f0ffc35b-27c1-4462-a243-cc7da7f6fa8c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:07.148225 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f6438b77-688f-4f52-9a49-6485640e6157 req-f0ffc35b-27c1-4462-a243-cc7da7f6fa8c tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0831704 Jun 30 02:01:07.187503 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f6438b77-688f-4f52-9a49-6485640e6157 req-43b2c8a4-36ae-41a5-9aef-426bc8277176 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333898 Jun 30 02:01:10.880938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44370) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:10.996775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aaa448cf-b622-43f9-ac65-81e18b783b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.097305 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aaa448cf-b622-43f9-ac65-81e18b783b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.102731 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aaa448cf-b622-43f9-ac65-81e18b783b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.141759 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-aaa448cf-b622-43f9-ac65-81e18b783b16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0b058622e6d4b37afb4cfbbe7243625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597420 Jun 30 02:01:11.144429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44380) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:11.151396 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa448cf-b622-43f9-ac65-81e18b783b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d1a7d-7200-4ee6-8567-e539f79a315d,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:11.204300 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.225043 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.277650 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.280117 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.283614 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/855d1a7d-7200-4ee6-8567-e539f79a315d HTTP/1.1" status: 204 len: 168 time: 0.1359107 Jun 30 02:01:11.290092 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa08c3-7e6f-4f36-972b-3b5928f3fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d1a7d-7200-4ee6-8567-e539f79a315d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:11.320386 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e2d06-5e93-4a54-9c77-662fe47ef659 req-8d294710-b467-4947-a932-c5231bcbefbb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:11.322071 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-df1e2d06-5e93-4a54-9c77-662fe47ef659 req-8d294710-b467-4947-a932-c5231bcbefbb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0820398 Jun 30 02:01:11.362847 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-df1e2d06-5e93-4a54-9c77-662fe47ef659 req-88223fe9-5c15-47cb-9ed3-2b1539d76a6a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Jun 30 02:01:11.592986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44388) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:11.615459 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d69e986e-922b-4651-8bb9-50e9a6fbc926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.709588 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d69e986e-922b-4651-8bb9-50e9a6fbc926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.720317 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d69e986e-922b-4651-8bb9-50e9a6fbc926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.757226 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e986e-922b-4651-8bb9-50e9a6fbc926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e8a06e-3272-46d4-9297-09af1a448243,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:11.762070 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d69e986e-922b-4651-8bb9-50e9a6fbc926 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fcb013cdade401db8bd67bfbd5e6fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678669 Jun 30 02:01:11.764960 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44392) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:11.815939 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.838545 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.887892 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.890704 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:11.891837 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32e8a06e-3272-46d4-9297-09af1a448243 HTTP/1.1" status: 204 len: 168 time: 0.1259553 Jun 30 02:01:11.902528 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d272f40-9c64-4907-9696-9c6b9de91db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e8a06e-3272-46d4-9297-09af1a448243,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:12.246147 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44398) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:12.259468 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6bce9abc-c915-4d32-a23d-eaefefc1a4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.359994 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6bce9abc-c915-4d32-a23d-eaefefc1a4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.367678 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6bce9abc-c915-4d32-a23d-eaefefc1a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.405769 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6bce9abc-c915-4d32-a23d-eaefefc1a4cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9efa546f0da548e6aae3a5313c20d834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585100 Jun 30 02:01:12.406478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce9abc-c915-4d32-a23d-eaefefc1a4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4963a72-878a-4987-b24c-d876b24ac1e9,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:12.409874 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44406) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:12.462526 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.501877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.577875 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a67cf-a379-46e6-b522-bad72e737838 req-e74cae4a-cd06-4961-a033-7f0b4c489c41 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:12.579765 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-030a67cf-a379-46e6-b522-bad72e737838 req-e74cae4a-cd06-4961-a033-7f0b4c489c41 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0965915 Jun 30 02:01:12.585215 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.587689 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:12.588746 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4963a72-878a-4987-b24c-d876b24ac1e9 HTTP/1.1" status: 204 len: 168 time: 0.1777925 Jun 30 02:01:12.609350 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec7e0e-c726-4916-8d1e-6a4f629b58f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4963a72-878a-4987-b24c-d876b24ac1e9,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:12.634364 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-030a67cf-a379-46e6-b522-bad72e737838 req-4f126252-d9af-48bb-a8e9-3e30c21e72b2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Jun 30 02:01:13.822185 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd03b16-46f8-4b22-8830-2226dc05f322 req-0ea6e8ea-1c50-4b94-b7c2-3db7d6dfc1e8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:13.829420 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcd03b16-46f8-4b22-8830-2226dc05f322 req-0ea6e8ea-1c50-4b94-b7c2-3db7d6dfc1e8 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0755470 Jun 30 02:01:13.862009 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcd03b16-46f8-4b22-8830-2226dc05f322 req-beb33e0f-1f27-4ad5-a5c4-991581208aa9 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Jun 30 02:01:14.135375 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-c289152a-d3cc-4a1a-be59-d25adfd621be tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:14.136888 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-c289152a-d3cc-4a1a-be59-d25adfd621be tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 945 time: 0.0665872 Jun 30 02:01:14.244895 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Deleting port 7a0675e0-883d-4a8a-9255-e8e38d06add2 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:14.245238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:14.334030 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] For port 7a0675e0-883d-4a8a-9255-e8e38d06add2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7a0675e0-883d-4a8a-9255-e8e38d06add2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:14.334370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:14.346032 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Calling delete_port for 7a0675e0-883d-4a8a-9255-e8e38d06add2 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:14.481029 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:14.494101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['2669e5c6-7da8-4695-b953-865855f058b2', '7a0675e0-883d-4a8a-9255-e8e38d06add2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:01:14.518570 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Pushing event deleted for resources: {'Port': ['ID=7a0675e0-883d-4a8a-9255-e8e38d06add2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:14.566634 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] No DVR routers for this DVR port 7a0675e0-883d-4a8a-9255-e8e38d06add2 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:01:14.569588 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:14.571512 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b64231ba-6b18-4487-b4a2-36cd4ab57fab req-17348f72-2869-42c1-9f2d-7caaa991c526 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "DELETE /v2.0/ports/7a0675e0-883d-4a8a-9255-e8e38d06add2 HTTP/1.1" status: 204 len: 173 time: 0.4239674 Jun 30 02:01:14.571845 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'name': 'network-vif-deleted', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:14.574348 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b5ba5-6ae7-484f-9e68-ea6684010501" -d '{"events": [{"server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "name": "network-vif-deleted", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:14.614247 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e7b82-edaf-4a3c-97ab-93e43154c416 x-openstack-request-id: req-7b6e7b82-edaf-4a3c-97ab-93e43154c416 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:14.614567 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37b0006-95ea-43ef-b58b-dc5c846e658a", "name": "network-vif-deleted", "tag": "7a0675e0-883d-4a8a-9255-e8e38d06add2", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:14.614902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b6e7b82-edaf-4a3c-97ab-93e43154c416 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:14.615215 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37b0006-95ea-43ef-b58b-dc5c846e658a', 'name': 'network-vif-deleted', 'tag': '7a0675e0-883d-4a8a-9255-e8e38d06add2', 'status': 'completed', 'code': 200} Jun 30 02:01:15.022028 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1f0e5b63-7162-465f-b7ea-aeafac076134 req-284f3d95-bd6d-4749-bd91-188581bf8266 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37b0006-95ea-43ef-b58b-dc5c846e658a HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jun 30 02:01:16.494454 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f891fc-97c1-4880-b7b7-57bea811b4db req-0e79b7f4-007f-4350-b82f-9a19a4766b58 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:16.495836 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-82f891fc-97c1-4880-b7b7-57bea811b4db req-0e79b7f4-007f-4350-b82f-9a19a4766b58 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0700760 Jun 30 02:01:16.539556 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-82f891fc-97c1-4880-b7b7-57bea811b4db req-da1a5a8a-c9f0-4f54-b21f-fd961703f5d1 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Jun 30 02:01:17.726700 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5e8ee-29af-4bd1-8fc4-8ebd9cbe8f68 req-71da5958-4c6d-47ea-8fa9-f6582e37549b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:17.728238 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6bc5e8ee-29af-4bd1-8fc4-8ebd9cbe8f68 req-71da5958-4c6d-47ea-8fa9-f6582e37549b tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0742102 Jun 30 02:01:17.770768 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6bc5e8ee-29af-4bd1-8fc4-8ebd9cbe8f68 req-822026cb-c644-4ae8-af45-ef7a9aab8698 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Jun 30 02:01:18.969225 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78149328-3ab0-475f-baa0-7a98653f562d req-924a6b9a-ca97-4642-8291-6c5a3d277302 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:18.970991 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-78149328-3ab0-475f-baa0-7a98653f562d req-924a6b9a-ca97-4642-8291-6c5a3d277302 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0760601 Jun 30 02:01:19.019887 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-78149328-3ab0-475f-baa0-7a98653f562d req-efae09bd-7d59-4a0a-a771-62955ede6639 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Jun 30 02:01:19.111475 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7a0675e0-883d-4a8a-9255-e8e38d06add2 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:19.131101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 7a0675e0-883d-4a8a-9255-e8e38d06add2 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:19.131440 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7a0675e0-883d-4a8a-9255-e8e38d06add2 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:19.733575 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ab06890c-2505-48b1-8d84-d83e582d6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:20.196431 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8d15-4ee3-475b-b07e-ec64dccdd174 req-6904d616-4f37-4b08-aa12-029e5d7ade35 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:20.197984 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e6dd8d15-4ee3-475b-b07e-ec64dccdd174 req-6904d616-4f37-4b08-aa12-029e5d7ade35 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jun 30 02:01:20.255362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e6dd8d15-4ee3-475b-b07e-ec64dccdd174 req-8d62f62a-087f-4689-9400-9d33a1344460 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Jun 30 02:01:21.317580 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26eeb6-eb44-4b2d-a7f9-94f651c523b4 req-9301515e-b9e8-4d11-a446-84f28732a6a0 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:21.319233 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1f26eeb6-eb44-4b2d-a7f9-94f651c523b4 req-9301515e-b9e8-4d11-a446-84f28732a6a0 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0736101 Jun 30 02:01:21.361907 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1f26eeb6-eb44-4b2d-a7f9-94f651c523b4 req-1d8dda86-d31f-4fa0-b16f-57f98c960bca tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369360 Jun 30 02:01:21.452723 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a49050-7b15-4ba5-aca5-9d432a755c80 req-86dcd8a8-7f67-4c33-8960-a261b2e18d6a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:21.454498 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9a49050-7b15-4ba5-aca5-9d432a755c80 req-86dcd8a8-7f67-4c33-8960-a261b2e18d6a tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0725245 Jun 30 02:01:21.493143 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9a49050-7b15-4ba5-aca5-9d432a755c80 req-03aeda73-e6b9-4bf4-a79d-4658ddb9b272 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jun 30 02:01:22.392001 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:22.395056 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d07cabdf-260d-4c03-a4b3-473c81e71220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:22.574391 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bf9c7-ef6f-4d1a-9d09-e4b749c0e2e6 req-7a336b7f-c3eb-4e8b-8a3a-42f93e41cdec tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:22.576249 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae1bf9c7-ef6f-4d1a-9d09-e4b749c0e2e6 req-7a336b7f-c3eb-4e8b-8a3a-42f93e41cdec tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0687828 Jun 30 02:01:22.617255 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae1bf9c7-ef6f-4d1a-9d09-e4b749c0e2e6 req-5c109d97-5139-4989-b72f-37531364352c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Jun 30 02:01:22.680655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a944de-0c2c-4a46-bc29-089b6c020d25 req-6d479909-8954-4a66-be90-24c95f599e52 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:22.682143 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-11a944de-0c2c-4a46-bc29-089b6c020d25 req-6d479909-8954-4a66-be90-24c95f599e52 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0677741 Jun 30 02:01:22.722207 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-11a944de-0c2c-4a46-bc29-089b6c020d25 req-4f4d95b6-c337-4d93-912c-20ae38724e86 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343623 Jun 30 02:01:22.885740 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44574) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:22.996933 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b460427-45ad-46f2-a35b-c4af2b6fb77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.099728 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b460427-45ad-46f2-a35b-c4af2b6fb77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.105555 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b460427-45ad-46f2-a35b-c4af2b6fb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.142151 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5b460427-45ad-46f2-a35b-c4af2b6fb77b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97f80501b6af4d7f9f5e8f176d0b449b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550976 Jun 30 02:01:23.143315 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460427-45ad-46f2-a35b-c4af2b6fb77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be27f3b-491a-4cb8-a2c2-030967bf47e2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:23.145016 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44578) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:23.194111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.217667 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.266893 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.269970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.271150 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1be27f3b-491a-4cb8-a2c2-030967bf47e2 HTTP/1.1" status: 204 len: 168 time: 0.1251454 Jun 30 02:01:23.278912 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1b99-d3ae-4209-aaa7-3f2d0d6165ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be27f3b-491a-4cb8-a2c2-030967bf47e2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:23.307473 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.563090 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44584) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:23.576164 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6cd686ef-e58d-474f-ad05-b0d4cfbc4d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.675166 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6cd686ef-e58d-474f-ad05-b0d4cfbc4d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.680949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6cd686ef-e58d-474f-ad05-b0d4cfbc4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.720042 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6cd686ef-e58d-474f-ad05-b0d4cfbc4d52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=522b8e5065884351aaa55dd12fc513ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558290 Jun 30 02:01:23.721238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd686ef-e58d-474f-ad05-b0d4cfbc4d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae6b12-8f04-400a-94ca-4925e55a9850,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:23.723228 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44588) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:23.809543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.842641 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.860509 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225da19-a167-49a8-8a1a-daf3ad36f60a req-08473bd6-1167-4617-8fa1-5e42cd540252 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:23.862252 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4225da19-a167-49a8-8a1a-daf3ad36f60a req-08473bd6-1167-4617-8fa1-5e42cd540252 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1156752 Jun 30 02:01:23.910718 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63326b31-d493-431a-8cd5-72d1e53270f3 req-721fa2f7-cc9a-4438-acfc-89777fdb9d36 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:23.912199 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-63326b31-d493-431a-8cd5-72d1e53270f3 req-721fa2f7-cc9a-4438-acfc-89777fdb9d36 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0743728 Jun 30 02:01:23.923211 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4225da19-a167-49a8-8a1a-daf3ad36f60a req-d513cf27-bb18-4cd3-9888-2ddaacaac4e2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511909 Jun 30 02:01:23.935756 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.939038 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:23.940394 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5ae6b12-8f04-400a-94ca-4925e55a9850 HTTP/1.1" status: 204 len: 168 time: 0.2161939 Jun 30 02:01:23.948262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1385f1-8188-44eb-bad6-92efb4dd59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae6b12-8f04-400a-94ca-4925e55a9850,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:23.955847 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-63326b31-d493-431a-8cd5-72d1e53270f3 req-bc05ac81-f54c-4ff0-8b8d-777196bffe74 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jun 30 02:01:24.983118 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:25.116473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a722c8b-460c-4360-b265-52b48e2dc7f1 req-67851d9f-87f9-460f-a9d6-2734699b6af0 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:25.118128 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5a722c8b-460c-4360-b265-52b48e2dc7f1 req-67851d9f-87f9-460f-a9d6-2734699b6af0 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0720160 Jun 30 02:01:25.156656 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5a722c8b-460c-4360-b265-52b48e2dc7f1 req-7f2c8713-61a0-4f06-ad6d-329874b02127 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jun 30 02:01:25.163630 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7cea6-5874-4c3f-b8e1-4c2a0b5045a6 req-13706cc1-c19e-4eec-add6-344639ace6c6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:25.165770 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-29e7cea6-5874-4c3f-b8e1-4c2a0b5045a6 req-13706cc1-c19e-4eec-add6-344639ace6c6 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0716221 Jun 30 02:01:25.207570 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-29e7cea6-5874-4c3f-b8e1-4c2a0b5045a6 req-44aac98b-88f1-46a2-ad36-e1144084a1eb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ead2813-5729-46b6-8359-063f108c1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jun 30 02:01:25.547170 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-eedb379f-b9e3-4522-9c72-666b8d16f1cb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:25.548614 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-eedb379f-b9e3-4522-9c72-666b8d16f1cb tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0642557 Jun 30 02:01:25.650091 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Deleting port 2669e5c6-7da8-4695-b953-865855f058b2 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:25.650433 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:25.918081 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:01:25.981426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] For port 2669e5c6-7da8-4695-b953-865855f058b2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=2669e5c6-7da8-4695-b953-865855f058b2,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:25.981862 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:25.994047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Calling delete_port for 2669e5c6-7da8-4695-b953-865855f058b2 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:26.128108 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:26.147385 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['2669e5c6-7da8-4695-b953-865855f058b2'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:01:26.166134 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Pushing event deleted for resources: {'Port': ['ID=2669e5c6-7da8-4695-b953-865855f058b2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:26.213069 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] No DVR routers for this DVR port 2669e5c6-7da8-4695-b953-865855f058b2 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:01:26.215904 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:26.218811 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d35026c-a556-444c-b49b-25b05c1b2a17 req-bcb4d6cd-667b-455b-8c0a-c5dbb0119ac2 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.41 "DELETE /v2.0/ports/2669e5c6-7da8-4695-b953-865855f058b2 HTTP/1.1" status: 204 len: 173 time: 0.6630228 Jun 30 02:01:26.219343 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'name': 'network-vif-deleted', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:26.222029 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6166c3-29d3-47db-8336-ad43663a44a4" -d '{"events": [{"server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "name": "network-vif-deleted", "tag": "2669e5c6-7da8-4695-b953-865855f058b2"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:26.262499 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239cede2-6fed-4151-a2f0-7cc07c48b387 x-openstack-request-id: req-239cede2-6fed-4151-a2f0-7cc07c48b387 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:26.262797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1", "name": "network-vif-deleted", "tag": "2669e5c6-7da8-4695-b953-865855f058b2", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:26.263236 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-239cede2-6fed-4151-a2f0-7cc07c48b387 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:26.263636 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1', 'name': 'network-vif-deleted', 'tag': '2669e5c6-7da8-4695-b953-865855f058b2', 'status': 'completed', 'code': 200} Jun 30 02:01:26.392720 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643950c-ead1-4314-9225-9b9890c249af req-9f63ba66-51c6-4bfa-861a-4b4e538a3731 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:26.394292 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1643950c-ead1-4314-9225-9b9890c249af req-9f63ba66-51c6-4bfa-861a-4b4e538a3731 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1119437 Jun 30 02:01:26.441497 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9002c8bf-279c-4b71-8531-c5eade6b6cc1 req-ad752080-ba2c-4dfc-ae25-695609279836 tempest-ServerRescueNegativeTestJSON-1861500933 tempest-ServerRescueNegativeTestJSON-1861500933-project] 10.222.0.47 "GET /v2.0/ports?device_id=17578252-a7e2-4c5b-a4e3-de1bd3d6cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0416834 Jun 30 02:01:26.461272 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1643950c-ead1-4314-9225-9b9890c249af req-252cdd1d-6fb5-48c3-8c73-cc460d458147 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495012 Jun 30 02:01:26.643131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:27.543529 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44684) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:27.738423 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc6f5-36d1-4996-a945-4772d760c21b req-267b9618-2b26-4495-8f8c-f78b93ac0458 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:27.742741 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-324cc6f5-36d1-4996-a945-4772d760c21b req-267b9618-2b26-4495-8f8c-f78b93ac0458 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1528749 Jun 30 02:01:27.827085 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-324cc6f5-36d1-4996-a945-4772d760c21b req-1e91f5c3-f228-4a23-b531-383089679667 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801089 Jun 30 02:01:28.060907 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:28.567445 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Deleting port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:28.568088 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:28.646175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] For port 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,segment=NetworkSegment(bb48c330-5f3c-4e42-8c0a-b18484d96614),segment_id=bb48c330-5f3c-4e42-8c0a-b18484d96614)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:28.646525 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:28.659274 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Calling delete_port for 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:28.894219 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:28.922533 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0ebbe2-14d6-4feb-9dc9-28d6a969f756,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:29.008584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5047-b3e9-4de1-b4ba-d38523639116 req-77e3dc7c-9921-4a50-b876-fc9326b66422 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:29.013323 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1eac5047-b3e9-4de1-b4ba-d38523639116 req-77e3dc7c-9921-4a50-b876-fc9326b66422 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0670030 Jun 30 02:01:29.061393 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1eac5047-b3e9-4de1-b4ba-d38523639116 req-3f086005-543d-4c0e-a9b2-884903a8604f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 Jun 30 02:01:29.066789 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.246405 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44724) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:29.303602 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:01:29.403680 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3a711044-bb30-4e09-96ad-933818a9b303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.430793 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:01:29.436957 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-162ff867-cdd6-4e9b-9309-ef42c4bffa98 admin admin] 10.222.0.47 "PUT /v2.0/routers/f76aa4c1-93ad-4406-bf72-4b1ca50d2e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8923502 Jun 30 02:01:29.439740 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44730) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:29.442577 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Sync routers for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:01:29.462630 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:01:29.463237 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:29.519657 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3a711044-bb30-4e09-96ad-933818a9b303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.526122 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3a711044-bb30-4e09-96ad-933818a9b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.554297 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks [] for router, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.569921 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3a711044-bb30-4e09-96ad-933818a9b303 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d7bbdf88fea4899b59c8b71de8f18d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200240 Jun 30 02:01:29.569921 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a711044-bb30-4e09-96ad-933818a9b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de26911-48f5-460c-9292-3cd7012036d7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:29.570828 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44732) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:29.584993 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:01:29.627718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.651513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.664532 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.701051 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.705763 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.709647 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1de26911-48f5-460c-9292-3cd7012036d7 HTTP/1.1" status: 204 len: 168 time: 0.1354058 Jun 30 02:01:29.718264 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ef04-6e8e-42fe-b5ec-41d0edb4cbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de26911-48f5-460c-9292-3cd7012036d7,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:29.731701 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Deleting port 586a3573-e65f-4e37-b50b-708c9c95f301 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:29.732039 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.782206 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T02:01:28Z', 'revision_number': 5, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port': {'id': '586a3573-e65f-4e37-b50b-708c9c95f301', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:43Z', 'updated_at': '2021-06-30T01:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:29.814574 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Checking router: f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:01:29.821785 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] For port 586a3573-e65f-4e37-b50b-708c9c95f301, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=586a3573-e65f-4e37-b50b-708c9c95f301,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:29.822263 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:29.823680 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Routers {'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:01:29.824178 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:29.837462 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Calling delete_port for 586a3573-e65f-4e37-b50b-708c9c95f301 owned by network:router_gateway {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:29.911319 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] Set router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:01:29.965005 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T02:01:29Z', 'revision_number': 6, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:29.997334 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31d211-78d1-4bc5-a6f7-abf21b63a992 None None] The sync data for ids ['f76aa4c1-93ad-4406-bf72-4b1ca50d2e26'] in dv-cinder-734415-14-iscsi is: [{'id': 'f76aa4c1-93ad-4406-bf72-4b1ca50d2e26', 'name': 'tempest-ServerRescueNegativeTestJSON-1011008032-router', 'tenant_id': '453169d7f864465bbae9766ff9c27245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T02:01:29Z', 'revision_number': 6, 'project_id': '453169d7f864465bbae9766ff9c27245', 'gw_port_host': None}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:01:30.024446 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44738) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:30.044582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d4152e9-0bab-4200-a33f-ce3c56eb7cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.048078 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.087249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Pushing event deleted for resources: {'Port': ['ID=586a3573-e65f-4e37-b50b-708c9c95f301,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:30.170740 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.237596 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf911179-9d82-4598-bc86-d5aaa2a39b03 req-6dfb11e5-9162-4910-b379-01b3385b1d9a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:30.239067 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bf911179-9d82-4598-bc86-d5aaa2a39b03 req-6dfb11e5-9162-4910-b379-01b3385b1d9a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0653131 Jun 30 02:01:30.278236 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bf911179-9d82-4598-bc86-d5aaa2a39b03 req-7d2d74b0-93bd-410b-8e84-b43f8992e52b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Jun 30 02:01:30.280986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.286400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.377588 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.378099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 {{(pid=93040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:01:30.383919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d4152e9-0bab-4200-a33f-ce3c56eb7cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.387763 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.389021 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-af9d64ac-2fad-4dfb-8c12-bfcfb1cbf14c admin admin] 10.222.0.47 "DELETE /v2.0/routers/f76aa4c1-93ad-4406-bf72-4b1ca50d2e26 HTTP/1.1" status: 204 len: 168 time: 0.9480748 Jun 30 02:01:30.391729 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44744) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:30.392397 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d4152e9-0bab-4200-a33f-ce3c56eb7cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.434187 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-8d4152e9-0bab-4200-a33f-ce3c56eb7cfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da657d86ebb04834896790ef5d872e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063563 Jun 30 02:01:30.434187 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4152e9-0bab-4200-a33f-ce3c56eb7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e0a1f-4d31-4743-8761-2a3ade30aa36,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:30.434958 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44746) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:30.439679 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Deleting subnet 9ef4ba95-b635-4f37-91c0-56ae7672994e {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:01:30.443530 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.489048 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.493067 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.494737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.514579 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.549031 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.574872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.579568 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.581239 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/411e0a1f-4d31-4743-8761-2a3ade30aa36 HTTP/1.1" status: 204 len: 168 time: 0.1453967 Jun 30 02:01:30.586838 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef4ba95-b635-4f37-91c0-56ae7672994e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:30.590475 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.590856 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98619e32-aca6-4552-bd2c-4ff3f97c497c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e0a1f-4d31-4743-8761-2a3ade30aa36,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:30.592364 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d8ecbae6-fa64-4d9e-abbd-2d8df3c3c649 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9ef4ba95-b635-4f37-91c0-56ae7672994e HTTP/1.1" status: 204 len: 168 time: 0.1994658 Jun 30 02:01:30.594913 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44750) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:30.667423 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.749028 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.760530 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.760865 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.761636 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.761979 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > port after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.762301 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.762640 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > port after_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.762953 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.763270 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.763578 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.763884 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.831403 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.831847 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.832266 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.832868 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:01:30.833307 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efda55d-e181-4d32-a317-f4a2bc26dbdb']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:30.852027 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb48c330-5f3c-4e42-8c0a-b18484d96614') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:30.852339 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb48c330-5f3c-4e42-8c0a-b18484d96614') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:01:30.870712 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.895839 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.905245 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:01:30.905768 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: from cryptography.utils import int_from_bytes Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: from cryptography.utils import int_from_bytes Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:01:30.910233 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:01:30.922583 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44754) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:30.935956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c47251f0-0fb4-41c7-a095-ce3a9ed816aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.969179 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.975209 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:30.979483 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5efda55d-e181-4d32-a317-f4a2bc26dbdb HTTP/1.1" status: 204 len: 168 time: 0.3834963 Jun 30 02:01:30.992492 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16eb5-4f92-44ac-b049-58b374523892 admin admin] Pushing event deleted for resources: {'Network': ['ID=5efda55d-e181-4d32-a317-f4a2bc26dbdb,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:31.031150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c47251f0-0fb4-41c7-a095-ce3a9ed816aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.036309 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c47251f0-0fb4-41c7-a095-ce3a9ed816aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.080258 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c47251f0-0fb4-41c7-a095-ce3a9ed816aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3eb0335fe1c340e7b500d6b079c1746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539800 Jun 30 02:01:31.080258 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47251f0-0fb4-41c7-a095-ce3a9ed816aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f174c-8320-4c8b-9ee2-52d0c133ea54,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:31.081637 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44758) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:31.142537 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 586a3573-e65f-4e37-b50b-708c9c95f301 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:31.171386 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 586a3573-e65f-4e37-b50b-708c9c95f301 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:31.171912 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 586a3573-e65f-4e37-b50b-708c9c95f301 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:31.172474 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:31.175231 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.193884 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:31.194229 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 7e0ebbe2-14d6-4feb-9dc9-28d6a969f756 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:31.200579 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.204353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44760) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:31.244221 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c8f9ede1-041a-40f2-a573-64167f762a64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=453169d7f864465bbae9766ff9c27245&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381005 Jun 30 02:01:31.246655 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44762) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:31.254344 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.256771 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.257840 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/959f174c-8320-4c8b-9ee2-52d0c133ea54 HTTP/1.1" status: 204 len: 168 time: 0.1749413 Jun 30 02:01:31.276998 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321117a-c675-4cc1-bbc8-c2c9d2004411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f174c-8320-4c8b-9ee2-52d0c133ea54,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:31.315936 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.339758 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.405183 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.408106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:31.409371 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ead2813-5729-46b6-8359-063f108c1168 HTTP/1.1" status: 204 len: 168 time: 0.1617646 Jun 30 02:01:31.417252 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e171964-c2e8-4dd5-8be7-78c76e0b49e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead2813-5729-46b6-8359-063f108c1168,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:31.475717 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b963de-5dc7-432b-b759-92734f06f665 req-8d184768-23ea-401c-bd69-bd90e266d376 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:31.478505 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 2669e5c6-7da8-4695-b953-865855f058b2 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:31.481663 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-42b963de-5dc7-432b-b759-92734f06f665 req-8d184768-23ea-401c-bd69-bd90e266d376 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0851464 Jun 30 02:01:31.497247 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 2669e5c6-7da8-4695-b953-865855f058b2 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:31.497909 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 2669e5c6-7da8-4695-b953-865855f058b2 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:31.519852 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-42b963de-5dc7-432b-b759-92734f06f665 req-3344ec99-a14f-47dd-ba5e-538af08d1461 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365069 Jun 30 02:01:32.583708 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44832) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:32.713181 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-264b18b3-4f46-456e-90e8-4881e3a95880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:32.774177 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e5d1-437a-4741-b379-089d61d75ce7 req-2adc97e7-55fd-44c5-acc5-3991096836ee tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:32.776016 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6686e5d1-437a-4741-b379-089d61d75ce7 req-2adc97e7-55fd-44c5-acc5-3991096836ee tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1076734 Jun 30 02:01:32.848986 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6686e5d1-437a-4741-b379-089d61d75ce7 req-cbf71a7a-dd04-411c-aaf3-1bcfe3453966 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661154 Jun 30 02:01:32.868863 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-264b18b3-4f46-456e-90e8-4881e3a95880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:32.874434 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-264b18b3-4f46-456e-90e8-4881e3a95880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:32.931381 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-264b18b3-4f46-456e-90e8-4881e3a95880 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ed5ec35b26845519a2de063349ea93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448718 Jun 30 02:01:32.932192 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b18b3-4f46-456e-90e8-4881e3a95880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bafc79-d97b-4f4c-bf46-2348d11c0471,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:32.934136 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44844) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:32.985303 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.005963 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.058749 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.061760 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.062951 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23bafc79-d97b-4f4c-bf46-2348d11c0471 HTTP/1.1" status: 204 len: 168 time: 0.1278028 Jun 30 02:01:33.071741 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcce88-25ea-4182-8ec2-78383f82b107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bafc79-d97b-4f4c-bf46-2348d11c0471,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:33.511923 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44884) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:33.620528 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfe14-9f9e-4da7-b4a2-75bd7bed262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.715476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfe14-9f9e-4da7-b4a2-75bd7bed262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.720320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfe14-9f9e-4da7-b4a2-75bd7bed262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.757720 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-2fdbfe14-9f9e-4da7-b4a2-75bd7bed262e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7268afc8e6a44aabad8b4b14c27ca818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446709 Jun 30 02:01:33.759139 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbfe14-9f9e-4da7-b4a2-75bd7bed262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd889ab-e035-4116-9436-5cf2fd5439bc,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:33.760453 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44898) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:33.812186 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.833921 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.883090 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.885728 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:33.886990 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bd889ab-e035-4116-9436-5cf2fd5439bc HTTP/1.1" status: 204 len: 168 time: 0.1248579 Jun 30 02:01:33.895510 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3b255-54a3-41ba-92ab-98efeb8d441f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd889ab-e035-4116-9436-5cf2fd5439bc,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:34.047867 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c04eae-c5c8-47cc-a178-3b95cd32d2ff req-4229e437-82ee-4952-b24c-761c06428286 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:34.049798 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-33c04eae-c5c8-47cc-a178-3b95cd32d2ff req-4229e437-82ee-4952-b24c-761c06428286 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0782583 Jun 30 02:01:34.091846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-33c04eae-c5c8-47cc-a178-3b95cd32d2ff req-317c48de-1d97-490a-a42f-31fbd5cef704 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360696 Jun 30 02:01:34.286828 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 44914) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:34.303994 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5e3c89cb-f7cf-49be-bb98-6a336a787f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.393509 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5e3c89cb-f7cf-49be-bb98-6a336a787f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.399040 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5e3c89cb-f7cf-49be-bb98-6a336a787f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.436647 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5e3c89cb-f7cf-49be-bb98-6a336a787f17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9e2b450d5f94a8898f24f840b282bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484563 Jun 30 02:01:34.437737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c89cb-f7cf-49be-bb98-6a336a787f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13994c58-f57d-4ba5-a8d7-eb47b1650a26,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:34.439438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44916) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:34.492141 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.512693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.561573 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.564044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:34.565328 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13994c58-f57d-4ba5-a8d7-eb47b1650a26 HTTP/1.1" status: 204 len: 168 time: 0.1248612 Jun 30 02:01:34.572701 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33607f0-a573-4f6f-8c9d-542aebe039fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13994c58-f57d-4ba5-a8d7-eb47b1650a26,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:35.273851 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441957af-e26e-482e-ba37-57fa03b34239 req-316139eb-6b9b-4093-af3a-eb9b11726418 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:35.275342 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-441957af-e26e-482e-ba37-57fa03b34239 req-316139eb-6b9b-4093-af3a-eb9b11726418 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0706661 Jun 30 02:01:35.314821 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-441957af-e26e-482e-ba37-57fa03b34239 req-243d525c-1cc2-4b46-8d62-224e760877e9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329854 Jun 30 02:01:36.397778 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 44984) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:36.492657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a75f-9814-4ddb-80c1-e40806aa3d8f req-4c8b1f27-77a4-44d8-bf90-39bb431d22bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:36.495831 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d651a75f-9814-4ddb-80c1-e40806aa3d8f req-4c8b1f27-77a4-44d8-bf90-39bb431d22bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0665355 Jun 30 02:01:36.524212 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a4abb50d-4cff-4388-9f48-fcd29eb726a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.530300 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-330d610c-2bf2-4dfc-bb39-3f2130b28ebd tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ade091da30a4edf945f3b85d4a554d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292385 Jun 30 02:01:36.557624 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d651a75f-9814-4ddb-80c1-e40806aa3d8f req-ced787c0-a075-45ec-83b4-83db27991fe7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541902 Jun 30 02:01:36.646554 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a4abb50d-4cff-4388-9f48-fcd29eb726a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.649762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a4abb50d-4cff-4388-9f48-fcd29eb726a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.689782 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abb50d-4cff-4388-9f48-fcd29eb726a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62acb84-8275-431d-beff-76520269147d,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:36.694133 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a4abb50d-4cff-4388-9f48-fcd29eb726a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c739e122ae3f4e0d93a72596b60d328f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947586 Jun 30 02:01:36.696650 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45000) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:36.742473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-40509895-91ea-45ac-8007-9c7df3a52437 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:36.744084 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-40509895-91ea-45ac-8007-9c7df3a52437 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066061 Jun 30 02:01:36.748890 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.761322 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-b17fc8d3-9385-4044-af76-9b5720156310 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/quotas/7ade091da30a4edf945f3b85d4a554d8 HTTP/1.1" status: 200 len: 375 time: 0.0106251 Jun 30 02:01:36.770892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.797493 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-f209acbd-26d1-4089-ad75-bcbb21119b2b tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ade091da30a4edf945f3b85d4a554d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295730 Jun 30 02:01:36.823667 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.826392 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:36.830757 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f62acb84-8275-431d-beff-76520269147d HTTP/1.1" status: 204 len: 168 time: 0.1304414 Jun 30 02:01:36.837418 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46c74f-3eec-4a46-a5cb-c2f6bbf88ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62acb84-8275-431d-beff-76520269147d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:37.011015 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a67a4354-e11f-4363-ae5d-84263b44a22b req-82ffbc74-6a64-461d-b01f-f4d2fb62a41f tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Jun 30 02:01:37.131222 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45018) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:37.145222 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-557a263d-42e3-42b6-b6f1-c213e92bdb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.235584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-557a263d-42e3-42b6-b6f1-c213e92bdb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.239865 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-557a263d-42e3-42b6-b6f1-c213e92bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.280058 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-557a263d-42e3-42b6-b6f1-c213e92bdb4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e857badea6d04cb2b66c5c98802f0f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476288 Jun 30 02:01:37.280916 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a263d-42e3-42b6-b6f1-c213e92bdb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71acc53-cb7f-4545-be6c-a81530fedc88,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:37.283857 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45022) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:37.339797 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.360771 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.410865 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.413347 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:37.414476 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b71acc53-cb7f-4545-be6c-a81530fedc88 HTTP/1.1" status: 204 len: 168 time: 0.1286707 Jun 30 02:01:37.422520 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7a378-a0e9-47ce-84b6-c5300b1ef07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71acc53-cb7f-4545-be6c-a81530fedc88,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:37.748988 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668819c-3fe1-4748-9b79-40a78d463b64 req-dc673ded-2317-4f1e-a708-3e749a5db376 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:37.750405 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b668819c-3fe1-4748-9b79-40a78d463b64 req-dc673ded-2317-4f1e-a708-3e749a5db376 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0665162 Jun 30 02:01:37.793225 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b668819c-3fe1-4748-9b79-40a78d463b64 req-7e531655-3649-4aad-9f14-9859ecee7aae tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Jun 30 02:01:38.144993 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1473e-0664-4b51-9a52-21795aabea0d req-c73448ac-9d7b-44c1-8c76-b4b280989839 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:38.146511 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35b1473e-0664-4b51-9a52-21795aabea0d req-c73448ac-9d7b-44c1-8c76-b4b280989839 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0643499 Jun 30 02:01:38.165698 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-402db995-c647-40b7-83e1-f6492a26d5d9 req-dc40a6a9-58dd-434e-9c00-4ed9db0f7c35 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0308342 Jun 30 02:01:38.201059 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35b1473e-0664-4b51-9a52-21795aabea0d req-f351fa8b-901c-46fb-b758-d18cf5c562ca tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460465 Jun 30 02:01:39.307332 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea5a3467-0900-4fea-9e9e-e2df74ca17cb req-de159d0d-5a4c-4b5a-968e-c2fe3d311c07 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jun 30 02:01:39.401446 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e283796-cb8f-4ce5-b2b9-5b26133ccf0b req-6d734a8b-ec87-4e5b-9136-e6e31be89448 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:39.402891 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e283796-cb8f-4ce5-b2b9-5b26133ccf0b req-6d734a8b-ec87-4e5b-9136-e6e31be89448 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0879841 Jun 30 02:01:39.443593 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e283796-cb8f-4ce5-b2b9-5b26133ccf0b req-eaa7e01e-0463-46cd-b6a2-561ee1116e9d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Jun 30 02:01:40.304322 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342c75-6ace-4815-ad6a-213e740051c8 req-80384145-f7ae-417b-a18a-d100d263da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:40.305838 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-80384145-f7ae-417b-a18a-d100d263da3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1098 time: 0.0525227 Jun 30 02:01:40.411622 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342c75-6ace-4815-ad6a-213e740051c8 req-04ac7a04-f053-44bf-99f6-f2a822d13813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:40.413234 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-04ac7a04-f053-44bf-99f6-f2a822d13813 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.0966129 Jun 30 02:01:40.494365 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f4c9f62c-878c-477f-a626-42af09d9babd req-86072740-9c58-429d-bddc-7034f15d83f1 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0593138 Jun 30 02:01:40.513545 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-e61694f6-b00c-4025-9dfd-e180bdd3e4c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 1000 time: 0.0868483 Jun 30 02:01:40.573607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342c75-6ace-4815-ad6a-213e740051c8 req-dcb3cded-1df5-4862-a211-24ef9cc9aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:40.575236 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-dcb3cded-1df5-4862-a211-24ef9cc9aaeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0479932 Jun 30 02:01:40.640710 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342c75-6ace-4815-ad6a-213e740051c8 req-5e76818a-6cb0-4c42-a2d8-a168f0905c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:40.642363 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-5e76818a-6cb0-4c42-a2d8-a168f0905c61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590522 Jun 30 02:01:40.646801 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc967-b219-45c7-af39-2b24654185cf req-ad340dec-f5fb-49fe-bf8c-0effa4e78bbb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:40.648585 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-271fc967-b219-45c7-af39-2b24654185cf req-ad340dec-f5fb-49fe-bf8c-0effa4e78bbb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0774734 Jun 30 02:01:40.693372 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-271fc967-b219-45c7-af39-2b24654185cf req-d99da3f0-8e86-4d21-9415-d0d9d6a11183 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Jun 30 02:01:40.787403 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-546db5e1-5839-4c18-9c60-49d8b0b881bc tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ade091da30a4edf945f3b85d4a554d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487404 Jun 30 02:01:40.813098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-df253bc3-2c0f-4cd3-ba0f-8ebfd2029eba service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630502 Jun 30 02:01:41.029184 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-07e423f4-7a8e-4e7f-89dc-35279453321c tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:41.030657 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-07e423f4-7a8e-4e7f-89dc-35279453321c tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364914 Jun 30 02:01:41.043267 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26342c75-6ace-4815-ad6a-213e740051c8 req-77dfd5f7-7b75-47ef-a015-a69ee7364b3f service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121739 Jun 30 02:01:41.046792 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Request body: {'port': {'device_id': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782', 'admin_state_up': True, 'tenant_id': '7ade091da30a4edf945f3b85d4a554d8'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:01:41.418023 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Made reservation on behalf of 7ade091da30a4edf945f3b85d4a554d8 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:01:41.421586 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.430164 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.524254 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.529872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.599184 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02a154-3de5-4284-913c-86eaabe3d591,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:41.678809 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-27da6760-a637-4fae-83e7-93d27852133f req-883f3244-ad99-435a-919d-5222df7521f0 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0540586 Jun 30 02:01:41.716251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Allocated IP 192.168.233.95 (840ec8c8-ac75-4fa1-856c-b73bf669f782/5d5f2916-36a8-40de-a7fd-6810dbcddf33/4613c666-3bf3-4d5a-876c-35975071a160) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:01:41.875826 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe621-60b1-4180-b09b-89e6d814a413 req-11dd1489-b368-41af-9f4b-63ed39f6719e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:41.877379 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1dffe621-60b1-4180-b09b-89e6d814a413 req-11dd1489-b368-41af-9f4b-63ed39f6719e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0660787 Jun 30 02:01:41.887209 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.902015 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Transition to ACTIVE for port object 4613c666-3bf3-4d5a-876c-35975071a160 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:01:41.922443 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1dffe621-60b1-4180-b09b-89e6d814a413 req-e8d8cdc5-9fda-4f3f-980d-d3828ff1e410 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Jun 30 02:01:41.949383 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:41.990635 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Network 840ec8c8-ac75-4fa1-856c-b73bf669f782 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:01:41.993805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45146) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:41.995664 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:01:41.999633 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:01:42.025498 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Pushing event updated for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.054283 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:42.055238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.070996 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-46f176c5-a9e3-4645-837f-d39b8c78b584 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0301008 Jun 30 02:01:42.084408 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Request body: {'port': {'device_id': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:01:42.137522 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d21fa4ea-8e6e-457f-8f9c-98d0c756b2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.172372 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.219605 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-38e34c7f-baac-4aa9-b7d3-5a9654c2f40a None None] Provisioning for port 4613c666-3bf3-4d5a-876c-35975071a160 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:01:42.223613 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-38e34c7f-baac-4aa9-b7d3-5a9654c2f40a None None] Provisioning complete for port 4613c666-3bf3-4d5a-876c-35975071a160 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:01:42.224082 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-38e34c7f-baac-4aa9-b7d3-5a9654c2f40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.256426 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d21fa4ea-8e6e-457f-8f9c-98d0c756b2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.260112 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-38e34c7f-baac-4aa9-b7d3-5a9654c2f40a None None] Port 4613c666-3bf3-4d5a-876c-35975071a160 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:01:42.261186 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d21fa4ea-8e6e-457f-8f9c-98d0c756b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.296934 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fa4ea-8e6e-457f-8f9c-98d0c756b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e082af7f-8dcd-4c09-9eff-748aec406770,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.301269 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d21fa4ea-8e6e-457f-8f9c-98d0c756b2f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6061536149894d8b8a933983c7f3f8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063834 Jun 30 02:01:42.303897 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45156) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:42.353193 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.377596 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.434028 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.436922 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.441255 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e082af7f-8dcd-4c09-9eff-748aec406770 HTTP/1.1" status: 204 len: 168 time: 0.1333268 Jun 30 02:01:42.446124 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad290bbc-64cd-4047-83ef-cc98dc6d1bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082af7f-8dcd-4c09-9eff-748aec406770,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.486607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4613c666-3bf3-4d5a-876c-35975071a160 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:01:42.494155 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.506133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Transition to ACTIVE for port object 4613c666-3bf3-4d5a-876c-35975071a160 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:01:42.511337 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.587222 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.638993 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Attempting to bind port 4613c666-3bf3-4d5a-876c-35975071a160 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:01:42.639316 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Attempting to bind port 4613c666-3bf3-4d5a-876c-35975071a160 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:01:42.639758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Attempting to bind port 4613c666-3bf3-4d5a-876c-35975071a160 on network 840ec8c8-ac75-4fa1-856c-b73bf669f782 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:01:42.644543 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Port 4613c666-3bf3-4d5a-876c-35975071a160 on network 840ec8c8-ac75-4fa1-856c-b73bf669f782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:01:42.645073 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Attempting to bind port 4613c666-3bf3-4d5a-876c-35975071a160 on network 840ec8c8-ac75-4fa1-856c-b73bf669f782 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:01:42.650192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:01:42.650609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Checking segment: {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:01:42.651056 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Bound using segment: {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:01:42.651575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Bound port: 4613c666-3bf3-4d5a-876c-35975071a160, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756a107b-9ee4-4f98-bbf7-f95f9383cd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:01:42.652005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.721070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:01:42.724805 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4613c666-3bf3-4d5a-876c-35975071a160,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:01:42.731750 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.762170 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45164) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:42.768335 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:42.770073 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.771885 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4613c666-3bf3-4d5a-876c-35975071a160 HTTP/1.1" status: 200 len: 1097 time: 0.6923530 Jun 30 02:01:42.774245 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:42.776609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaacad3-5531-439e-8c75-4daaeaf7a364" -d '{"events": [{"name": "network-changed", "server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "tag": "4613c666-3bf3-4d5a-876c-35975071a160"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:42.785684 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b57c883-4d47-4c01-b2f9-705c51ea49b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.809692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae81a7-5c0d-4a02-8f29-3a8534f380e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.872335 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6f997-5f72-4290-9891-3e3010bdf701 x-openstack-request-id: req-19e6f997-5f72-4290-9891-3e3010bdf701 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:42.873038 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "tag": "4613c666-3bf3-4d5a-876c-35975071a160", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:42.873038 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19e6f997-5f72-4290-9891-3e3010bdf701 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:42.873267 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160', 'status': 'completed', 'code': 200} Jun 30 02:01:42.918314 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b57c883-4d47-4c01-b2f9-705c51ea49b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.923744 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b57c883-4d47-4c01-b2f9-705c51ea49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:42.942017 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-ed29cbea-4fde-4754-82b2-7059c8aeda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:42.943543 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-ed29cbea-4fde-4754-82b2-7059c8aeda9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ade091da30a4edf945f3b85d4a554d8&device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 1100 time: 0.1124337 Jun 30 02:01:42.959203 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea090a0b-86e6-4d59-a362-9d7cce6127b9 req-c7483f2b-27df-476f-a0ec-64401caefb77 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:42.960759 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea090a0b-86e6-4d59-a362-9d7cce6127b9 req-c7483f2b-27df-476f-a0ec-64401caefb77 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 947 time: 0.0909734 Jun 30 02:01:42.969876 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57c883-4d47-4c01-b2f9-705c51ea49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5df072-9136-45f8-9304-e3763101e44a,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:42.978160 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3b57c883-4d47-4c01-b2f9-705c51ea49b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5173f9bdb64247b1806c26788d6eaee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139394 Jun 30 02:01:42.978666 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45168) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:43.004629 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-933f17fd-ec13-4a62-8f2c-df618d9f7568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4613c666-3bf3-4d5a-876c-35975071a160 HTTP/1.1" status: 200 len: 217 time: 0.0427408 Jun 30 02:01:43.036745 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:43.058422 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:43.070505 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea090a0b-86e6-4d59-a362-9d7cce6127b9 req-8a328136-37e6-4238-9205-64d0f686e958 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025829 Jun 30 02:01:43.076077 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-7d89943a-7d78-4e65-8432-eac8163815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.077533 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-7d89943a-7d78-4e65-8432-eac8163815d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f2916-36a8-40de-a7fd-6810dbcddf33 HTTP/1.1" status: 200 len: 843 time: 0.0658643 Jun 30 02:01:43.118866 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:43.123741 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:43.125458 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da5df072-9136-45f8-9304-e3763101e44a HTTP/1.1" status: 204 len: 168 time: 0.1451504 Jun 30 02:01:43.133346 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e5e0c-93d3-4653-bc91-8ebbb5c88c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5df072-9136-45f8-9304-e3763101e44a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:43.137896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-fd977fe0-eef2-40fa-8e37-2a7c2f0b06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.139411 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-fd977fe0-eef2-40fa-8e37-2a7c2f0b06f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=840ec8c8-ac75-4fa1-856c-b73bf669f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0550861 Jun 30 02:01:43.235725 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-cf894d2c-059b-46fa-adfa-014386c86fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/840ec8c8-ac75-4fa1-856c-b73bf669f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Jun 30 02:01:43.332164 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1a8ebd4f-7148-4cc5-8223-72a8b89b67ab req-30c41f23-10aa-481e-9b13-8671f7667570 service neutron] 10.222.0.41 "GET /v2.0/networks/840ec8c8-ac75-4fa1-856c-b73bf669f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893586 Jun 30 02:01:43.432483 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-11594eba-6799-421c-920a-90faa90b26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.434002 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-11594eba-6799-421c-920a-90faa90b26fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ade091da30a4edf945f3b85d4a554d8&device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 1100 time: 0.0523555 Jun 30 02:01:43.533275 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-f277c95d-7a6a-4972-bc9c-68aca321fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.534959 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-f277c95d-7a6a-4972-bc9c-68aca321fa09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=840ec8c8-ac75-4fa1-856c-b73bf669f782 HTTP/1.1" status: 200 len: 870 time: 0.0891221 Jun 30 02:01:43.578138 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-d8e1eacd-0de3-4de0-b419-cbc8f9ee41d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4613c666-3bf3-4d5a-876c-35975071a160 HTTP/1.1" status: 200 len: 217 time: 0.0353849 Jun 30 02:01:43.629071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-68a69c72-6138-403c-8a67-0f7d2c7990d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.630643 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-68a69c72-6138-403c-8a67-0f7d2c7990d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5f2916-36a8-40de-a7fd-6810dbcddf33 HTTP/1.1" status: 200 len: 843 time: 0.0462167 Jun 30 02:01:43.693456 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-1f4a6ce1-105d-4ee3-8528-74418ed2d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:43.695076 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-1f4a6ce1-105d-4ee3-8528-74418ed2d8f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=840ec8c8-ac75-4fa1-856c-b73bf669f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0560577 Jun 30 02:01:43.787809 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-23a2968b-f49f-46b8-bd44-0bb1787b0e03 service neutron] 10.222.0.41 "GET /v2.0/networks/840ec8c8-ac75-4fa1-856c-b73bf669f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Jun 30 02:01:43.884906 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efaacad3-5531-439e-8c75-4daaeaf7a364 req-852d8ff3-cc43-4319-8717-4675260822ec service neutron] 10.222.0.41 "GET /v2.0/networks/840ec8c8-ac75-4fa1-856c-b73bf669f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882533 Jun 30 02:01:44.255814 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ba75-b956-4066-a07d-8cc76005b48c req-be659cf8-be63-48af-8828-08f33612a722 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:44.257326 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2469ba75-b956-4066-a07d-8cc76005b48c req-be659cf8-be63-48af-8828-08f33612a722 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 947 time: 0.0632081 Jun 30 02:01:44.298142 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2469ba75-b956-4066-a07d-8cc76005b48c req-a2c32bf1-2717-4f4f-9a2f-8d9bee52073e tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Jun 30 02:01:45.471541 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681c220-5d65-49c1-8cb3-54e970453205 req-e5c91acd-d4cc-4cb7-a06a-6854153c690a tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:45.472999 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d681c220-5d65-49c1-8cb3-54e970453205 req-e5c91acd-d4cc-4cb7-a06a-6854153c690a tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 947 time: 0.0619442 Jun 30 02:01:45.513982 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d681c220-5d65-49c1-8cb3-54e970453205 req-41006998-d94d-493e-b85a-7eb4ed565db0 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Jun 30 02:01:45.568162 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4613c666-3bf3-4d5a-876c-35975071a160 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:01:45.669838 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4613c666-3bf3-4d5a-876c-35975071a160,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:45.681374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '4613c666-3bf3-4d5a-876c-35975071a160', 'network_id': '840ec8c8-ac75-4fa1-856c-b73bf669f782', 'port_id': '4613c666-3bf3-4d5a-876c-35975071a160', 'mac_address': 'fa:16:3e:67:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5f2916-36a8-40de-a7fd-6810dbcddf33', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:01:45.721035 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:45.734410 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4613c666-3bf3-4d5a-876c-35975071a160 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:01:45.757674 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4613c666-3bf3-4d5a-876c-35975071a160,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:45.764600 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:45.815161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:45.827496 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.828259 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.828676 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.829061 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.829456 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.829946 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.830279 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.830775 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.830965 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.831286 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.831602 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:45.832182 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:46.043212 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647dc2e-d29a-41a7-852e-20ed181c98df req-52cd81d0-413b-4c1b-837c-ce0a3daa4eaf tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:46.044665 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b647dc2e-d29a-41a7-852e-20ed181c98df req-52cd81d0-413b-4c1b-837c-ce0a3daa4eaf tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 945 time: 0.0651128 Jun 30 02:01:46.051408 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['4613c666-3bf3-4d5a-876c-35975071a160'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:01:46.090780 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b647dc2e-d29a-41a7-852e-20ed181c98df req-e40648fe-3845-4de6-b00d-7b62b7083e72 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Jun 30 02:01:46.696918 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd1e0c-f57d-4647-87bc-bfb050ba947b req-1c387cb1-61a2-435c-88d4-e730e891ccd7 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:46.698474 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1ebd1e0c-f57d-4647-87bc-bfb050ba947b req-1c387cb1-61a2-435c-88d4-e730e891ccd7 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 948 time: 0.0726473 Jun 30 02:01:46.742860 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1ebd1e0c-f57d-4647-87bc-bfb050ba947b req-a4c4ec65-5dd7-4a85-a7b7-b5270a052899 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Jun 30 02:01:47.494975 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8776d-86aa-49a7-bf3b-a0751b4e841b req-0aac46f4-fc68-4503-8a13-d71de192a55b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:47.497155 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8eb8776d-86aa-49a7-bf3b-a0751b4e841b req-0aac46f4-fc68-4503-8a13-d71de192a55b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 945 time: 0.2910130 Jun 30 02:01:47.538745 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8eb8776d-86aa-49a7-bf3b-a0751b4e841b req-926ad85d-025a-4579-90e4-4eb67376000b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Jun 30 02:01:47.579510 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4613c666-3bf3-4d5a-876c-35975071a160 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:01:47.630737 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 4613c666-3bf3-4d5a-876c-35975071a160 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:01:47.634916 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 4613c666-3bf3-4d5a-876c-35975071a160 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:01:47.635267 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:47.713897 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:47.740413 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:47.742841 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792aa36-5735-4cdc-9aba-b457ba9b309c" -d '{"events": [{"server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "name": "network-vif-plugged", "status": "completed", "tag": "4613c666-3bf3-4d5a-876c-35975071a160"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:47.743715 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-f086b7d9-a180-4b65-9a33-80ad66ac5764 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:47.745550 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-f086b7d9-a180-4b65-9a33-80ad66ac5764 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 945 time: 0.0669692 Jun 30 02:01:47.765427 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4613c666-3bf3-4d5a-876c-35975071a160,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:47.774312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:47.812800 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c29485-4df4-4afe-8898-2b0fbf1fabb5 x-openstack-request-id: req-f5c29485-4df4-4afe-8898-2b0fbf1fabb5 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:47.813125 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "name": "network-vif-plugged", "status": "completed", "tag": "4613c666-3bf3-4d5a-876c-35975071a160", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:47.813406 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5c29485-4df4-4afe-8898-2b0fbf1fabb5 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:47.813794 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160', 'code': 200} Jun 30 02:01:47.830832 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:47.889750 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Deleting port e0f0b21e-aa58-4486-882b-6c94d557f50b {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:47.890091 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:47.948236 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da284683-1744-4020-aa15-d8e3c63a3c0f req-b642aa8a-dacb-4efb-9a8c-5796fd630c23 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:47.950003 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da284683-1744-4020-aa15-d8e3c63a3c0f req-b642aa8a-dacb-4efb-9a8c-5796fd630c23 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0686977 Jun 30 02:01:47.988513 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da284683-1744-4020-aa15-d8e3c63a3c0f req-0501195c-d4d6-4d00-989e-1c90f40cb697 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Jun 30 02:01:48.014273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] For port e0f0b21e-aa58-4486-882b-6c94d557f50b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e0f0b21e-aa58-4486-882b-6c94d557f50b,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:48.014690 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:48.029427 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Calling delete_port for e0f0b21e-aa58-4486-882b-6c94d557f50b owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:48.097311 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecc20-04a2-4f78-a507-6b42edb3072f req-e1c10a75-7c93-43d6-a505-0df220baf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:48.098714 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a16ecc20-04a2-4f78-a507-6b42edb3072f req-e1c10a75-7c93-43d6-a505-0df220baf937 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 1102 time: 0.1259382 Jun 30 02:01:48.182878 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a16ecc20-04a2-4f78-a507-6b42edb3072f req-f29cc248-e8ca-47ba-80ba-ac5ce3510641 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698640 Jun 30 02:01:48.204764 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:48.217145 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['e0f0b21e-aa58-4486-882b-6c94d557f50b'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:01:48.235234 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Pushing event deleted for resources: {'Port': ['ID=e0f0b21e-aa58-4486-882b-6c94d557f50b,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:48.282602 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] No DVR routers for this DVR port e0f0b21e-aa58-4486-882b-6c94d557f50b on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:01:48.285478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:48.287843 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3d68d285-05d5-412f-8a11-88af65c1bad8 req-933ddb9b-3a83-46d3-a05a-3c974d24fc76 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "DELETE /v2.0/ports/e0f0b21e-aa58-4486-882b-6c94d557f50b HTTP/1.1" status: 204 len: 173 time: 0.5354426 Jun 30 02:01:48.288075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'name': 'network-vif-deleted', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:48.290370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9acbad-7e04-46de-bd29-f90f9021ab50" -d '{"events": [{"server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "name": "network-vif-deleted", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:48.328540 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51680da0-c895-45a3-84e4-c9545152d241 x-openstack-request-id: req-51680da0-c895-45a3-84e4-c9545152d241 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:48.328857 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c52568-3dd2-449f-8118-2cb7776da85b", "name": "network-vif-deleted", "tag": "e0f0b21e-aa58-4486-882b-6c94d557f50b", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:48.329136 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51680da0-c895-45a3-84e4-c9545152d241 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:48.329560 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c52568-3dd2-449f-8118-2cb7776da85b', 'name': 'network-vif-deleted', 'tag': 'e0f0b21e-aa58-4486-882b-6c94d557f50b', 'status': 'completed', 'code': 200} Jun 30 02:01:48.706850 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5725abf3-690a-4a9e-a01b-ec4d0255a51f req-a04a66f1-700f-4e6d-bae6-4c3a1c33bd83 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c52568-3dd2-449f-8118-2cb7776da85b HTTP/1.1" status: 200 len: 210 time: 0.0316343 Jun 30 02:01:48.996729 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45290) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:49.122163 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f50331d1-cbdb-41c1-bbc7-1f9e86479f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.185751 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad5984-274c-46d7-afca-6f7d2740d479 req-333725ba-16ae-4be4-a342-e1fa4c3c2c10 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:49.187475 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8bad5984-274c-46d7-afca-6f7d2740d479 req-333725ba-16ae-4be4-a342-e1fa4c3c2c10 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0828905 Jun 30 02:01:49.219741 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f50331d1-cbdb-41c1-bbc7-1f9e86479f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.224600 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f50331d1-cbdb-41c1-bbc7-1f9e86479f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.234434 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8bad5984-274c-46d7-afca-6f7d2740d479 req-61764884-8e97-4a25-ba50-c339db0c4822 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Jun 30 02:01:49.263933 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f50331d1-cbdb-41c1-bbc7-1f9e86479f57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55920492a7f14072a17eab8ae6d8a0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660840 Jun 30 02:01:49.265046 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50331d1-cbdb-41c1-bbc7-1f9e86479f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f403c835-eb80-47be-88b0-7f18ceab9a32,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:49.266756 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45296) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:49.314939 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.337549 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.394386 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.397256 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.400990 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f403c835-eb80-47be-88b0-7f18ceab9a32 HTTP/1.1" status: 204 len: 168 time: 0.1306758 Jun 30 02:01:49.408008 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163073f9-5dc1-4779-88c4-c7044d7270a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f403c835-eb80-47be-88b0-7f18ceab9a32,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:49.685336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45302) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:49.698585 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24323d68-285a-4750-923a-f7cd4e604b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.736628 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-85066e6c-96c1-4c44-9c8d-1ede16c4f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.790274 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24323d68-285a-4750-923a-f7cd4e604b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.795251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-24323d68-285a-4750-923a-f7cd4e604b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.835695 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-24323d68-285a-4750-923a-f7cd4e604b7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a156edacea614d0a8e49b3fd6aa652f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492651 Jun 30 02:01:49.836410 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24323d68-285a-4750-923a-f7cd4e604b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe529e8d-ba3b-43a4-9f82-497399f470a0,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:49.838361 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45308) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:49.890768 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.914536 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.974214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.976885 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:49.978088 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe529e8d-ba3b-43a4-9f82-497399f470a0 HTTP/1.1" status: 204 len: 168 time: 0.1381788 Jun 30 02:01:49.986287 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913639c-e3f7-4797-b717-e15afce1ab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe529e8d-ba3b-43a4-9f82-497399f470a0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:50.417220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea4494-fea1-4ac2-9aae-6a6de82e158e req-4ad2c10f-008a-46e3-8328-e46ff26eeb2e tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:50.420553 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5fea4494-fea1-4ac2-9aae-6a6de82e158e req-4ad2c10f-008a-46e3-8328-e46ff26eeb2e tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0721712 Jun 30 02:01:50.457942 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5fea4494-fea1-4ac2-9aae-6a6de82e158e req-f9d9cb49-1019-4db7-94c2-ee9a5ad3dbb3 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336170 Jun 30 02:01:50.711871 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45338) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:50.807614 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-676817331-network', 'tenant_id': 'ef1bc57d58c24f129abe21dbd74e9386'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:01:50.833406 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Made reservation on behalf of ef1bc57d58c24f129abe21dbd74e9386 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:01:50.835866 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:50.847248 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:50.882141 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc882-c067-4827-8177-0ad5694e7676 req-ba5c883b-ad1f-4113-b16c-721f051c32ae tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:50.883634 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c4cc882-c067-4827-8177-0ad5694e7676 req-ba5c883b-ad1f-4113-b16c-721f051c32ae tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0653486 Jun 30 02:01:50.922235 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c4cc882-c067-4827-8177-0ad5694e7676 req-3a884f0c-4720-438b-a558-a0f3da3ad89d tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Jun 30 02:01:50.935799 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:50.940618 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:50.967627 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:01:50.974121 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f7c0d-532b-42dc-b11e-d0312b33bb76,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:50.979982 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:50.980316 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Added segment d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3 of type vlan for network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec Jun 30 02:01:51.020140 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.050531 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.051517 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:51.052102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.106436 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3934839 Jun 30 02:01:51.109738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45346) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:01:51.113881 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1d499-68a6-4cbb-b007-3cd3a9fc0541 admin admin] Pushing event updated for resources: {'Network': ['ID=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:51.114852 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Request body: {'subnet': {'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-676817331-subnet', 'tenant_id': 'ef1bc57d58c24f129abe21dbd74e9386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:01:51.128129 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:01:51.142651 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Made reservation on behalf of ef1bc57d58c24f129abe21dbd74e9386 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:01:51.145202 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.314590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.372820 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20923f16-a0c6-41c1-9c62-21f030140275,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:51.383651 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.383997 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.384342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.384660 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.385005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.385329 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.385641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.385962 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.386276 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.386585 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.386895 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.387201 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:01:51.394066 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Checking segment: {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:01:51.394469 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Network hostable DHCP agents. Network: 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:01:51.413105 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:01:51.422933 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:01:51.427258 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:51.427813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:51.432806 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00856d-270b-4872-80d7-d39cc984ccb5 None None] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:01:51.442497 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-00bbe736-3bfb-4f7b-92ef-63659e9bac25 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3316133 Jun 30 02:01:51.584674 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e9c41-4494-4bc4-a6ee-98d04c5c295d None None] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:01:52.030090 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e0f0b21e-aa58-4486-882b-6c94d557f50b no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:52.061504 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: e0f0b21e-aa58-4486-882b-6c94d557f50b {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:52.061994 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e0f0b21e-aa58-4486-882b-6c94d557f50b not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:52.120498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eaa70-f368-4869-85bb-833d047519ab req-bf43dfe8-edd2-4656-a815-19d604ae22ca tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:52.122058 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-803eaa70-f368-4869-85bb-833d047519ab req-bf43dfe8-edd2-4656-a815-19d604ae22ca tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0686731 Jun 30 02:01:52.164934 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-803eaa70-f368-4869-85bb-833d047519ab req-19b41b8d-a38b-4517-a6fd-9fecb692e06b tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Jun 30 02:01:52.393413 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:52.395196 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-be838352-5620-4509-9311-a0a5c1314442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:53.302599 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:53.354296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998012ff-22ef-46a3-9fea-ca3b8c38c4ef req-881a1718-2845-4fc5-ae58-aa629e3c1c53 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:53.355925 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-998012ff-22ef-46a3-9fea-ca3b8c38c4ef req-881a1718-2845-4fc5-ae58-aa629e3c1c53 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.0785315 Jun 30 02:01:53.395145 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-998012ff-22ef-46a3-9fea-ca3b8c38c4ef req-43dcca0e-ff36-443d-8bcc-2ab97de9e7c2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Jun 30 02:01:54.318712 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-8ae6c30d-6ed7-47de-bc27-51517680d83c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:54.319980 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-8ae6c30d-6ed7-47de-bc27-51517680d83c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 808 time: 0.1091499 Jun 30 02:01:54.335411 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-76d34212-e6f2-4be0-8191-c888e3286566 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/quotas/ef1bc57d58c24f129abe21dbd74e9386 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Jun 30 02:01:54.369637 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-be123d66-0e3b-4a30-90ad-7a69e246e4e2 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278654 Jun 30 02:01:54.462829 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-85b076c4-2efb-4cb0-9e96-803a10eda682 service neutron] 10.222.0.47 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861950 Jun 30 02:01:54.557152 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-dde75dd7-2951-4374-9e64-b3da769ff998 service neutron] 10.222.0.47 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883648 Jun 30 02:01:54.626699 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03a4f-a6fd-4093-9a26-005cebb74327 req-7b8c35fb-06ce-47f7-b11c-f91f922ff812 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:54.628327 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c0a03a4f-a6fd-4093-9a26-005cebb74327 req-7b8c35fb-06ce-47f7-b11c-f91f922ff812 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.1015460 Jun 30 02:01:54.671467 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-b8792f87-9d5f-48ff-a232-cbd5b402246c tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:54.672995 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-b8792f87-9d5f-48ff-a232-cbd5b402246c tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.41 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 949 time: 0.1103945 Jun 30 02:01:54.726628 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c0a03a4f-a6fd-4093-9a26-005cebb74327 req-883f0378-9096-41b3-a130-f81e44805b58 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/security-groups?id=6f02a154-3de5-4284-913c-86eaabe3d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905905 Jun 30 02:01:54.769310 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c7f1982e-3f33-458b-b729-f69d9e02b2a1 req-a276537b-92af-424d-9de1-579c678be2d1 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0522046 Jun 30 02:01:54.806203 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Deleting port 4613c666-3bf3-4d5a-876c-35975071a160 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:01:54.806865 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:54.907683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] For port 4613c666-3bf3-4d5a-876c-35975071a160, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=4613c666-3bf3-4d5a-876c-35975071a160,segment=NetworkSegment(756a107b-9ee4-4f98-bbf7-f95f9383cd6a),segment_id=756a107b-9ee4-4f98-bbf7-f95f9383cd6a)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:01:54.908001 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:54.921176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Calling delete_port for 4613c666-3bf3-4d5a-876c-35975071a160 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:01:54.986975 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:55.081296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:55.094696 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['4613c666-3bf3-4d5a-876c-35975071a160'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:01:55.118521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Pushing event deleted for resources: {'Port': ['ID=4613c666-3bf3-4d5a-876c-35975071a160,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:01:55.163834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] No DVR routers for this DVR port 4613c666-3bf3-4d5a-876c-35975071a160 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:01:55.167369 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:55.169772 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-33621291-5650-464a-8a2e-7ba35c658ae6 req-e6f60bf4-efc1-46b7-ae26-b71a3b9c64b2 tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.41 "DELETE /v2.0/ports/4613c666-3bf3-4d5a-876c-35975071a160 HTTP/1.1" status: 204 len: 173 time: 0.4900715 Jun 30 02:01:55.170194 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'name': 'network-vif-deleted', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:01:55.172598 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e4578-0a88-42f3-be99-3321171e1723" -d '{"events": [{"server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "name": "network-vif-deleted", "tag": "4613c666-3bf3-4d5a-876c-35975071a160"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:01:55.222503 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b5f75-3f1a-42bd-85f8-4cb9c3de6faf x-openstack-request-id: req-848b5f75-3f1a-42bd-85f8-4cb9c3de6faf {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:01:55.222992 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89aab29-0dd6-48d3-9771-6aa7367baac1", "name": "network-vif-deleted", "tag": "4613c666-3bf3-4d5a-876c-35975071a160", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:01:55.223378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-848b5f75-3f1a-42bd-85f8-4cb9c3de6faf {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:01:55.223987 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89aab29-0dd6-48d3-9771-6aa7367baac1', 'name': 'network-vif-deleted', 'tag': '4613c666-3bf3-4d5a-876c-35975071a160', 'status': 'completed', 'code': 200} Jun 30 02:01:55.897690 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-310e3652-b083-4143-bae9-4c0aa8f4ca49 req-1c245953-ef65-4ae6-9611-96574e1a23fd tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Jun 30 02:01:55.920889 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-67d9790c-436d-4dc3-875a-4c463854a43c req-a0ce0e00-3190-4b41-bc38-231611db7cd0 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0286727 Jun 30 02:01:56.644458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:57.056288 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd2a5d46-f871-4aac-bb45-d166fec11e33 req-0a29e67e-bfff-4c8c-9591-ec8c5fe458ab tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0332942 Jun 30 02:01:57.069976 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3b2da207-3e7a-4f61-9b45-5dbd910870cd req-b5586847-4f44-4da8-a7f2-ef18daa62baa tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0282912 Jun 30 02:01:58.212670 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4383a850-361a-4d36-9b36-a83c2b4a18d3 req-4b175479-6c0e-4948-836c-da1b7f622c7c tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Jun 30 02:01:58.217088 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-210780c4-9360-4102-af3c-7fdbbba42654 req-5e5c2281-448f-4c8f-9020-9399d611f717 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0304282 Jun 30 02:01:58.619423 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4613c666-3bf3-4d5a-876c-35975071a160 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:01:58.642644 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 4613c666-3bf3-4d5a-876c-35975071a160 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:01:58.643377 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 4613c666-3bf3-4d5a-876c-35975071a160 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:01:58.811184 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-210acd07-5c74-4aec-830e-37b6f96e8e4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529447 Jun 30 02:01:58.899539 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-0984f779-9718-461d-95c3-b22ee54ebfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:58.901114 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-0984f779-9718-461d-95c3-b22ee54ebfa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 1098 time: 0.0580122 Jun 30 02:01:59.015992 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-2311fc67-aa42-4372-b75e-fc2059ce0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:59.017921 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-2311fc67-aa42-4372-b75e-fc2059ce0006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.0914288 Jun 30 02:01:59.088354 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-4e1852bf-9f8e-41b1-a6cb-0bdee2a55dc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 200 len: 1000 time: 0.0606871 Jun 30 02:01:59.227158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-ce046b69-dc1d-492f-b969-9b1a5000ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:59.228633 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-ce046b69-dc1d-492f-b969-9b1a5000ba4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.1028824 Jun 30 02:01:59.351646 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-8975d131-7d18-4095-9a18-9d5c626e0e7b tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:59.353948 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-8975d131-7d18-4095-9a18-9d5c626e0e7b tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 808 time: 0.2263339 Jun 30 02:01:59.382463 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Request body: {'port': {'device_id': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec', 'admin_state_up': True, 'tenant_id': 'ef1bc57d58c24f129abe21dbd74e9386'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:01:59.426048 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bfaefd50-f691-46f8-91c7-124a4439f566 req-8be4c6f3-c808-49b2-8772-3d1e38dd18a1 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0707569 Jun 30 02:01:59.478697 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4c4fb0fd-ed00-4287-bf57-facfc2c1ef78 req-a5889094-abd5-414e-87a7-9c7fc30added tempest-VolumesNegativeTest-518748644 tempest-VolumesNegativeTest-518748644-project] 10.222.0.47 "GET /v2.0/ports?device_id=c89aab29-0dd6-48d3-9771-6aa7367baac1 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Jun 30 02:01:59.497212 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-3bf24d6d-8f47-4992-a545-fe4d60c3b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:01:59.499071 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-3bf24d6d-8f47-4992-a545-fe4d60c3b49f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2491655 Jun 30 02:01:59.622242 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Made reservation on behalf of ef1bc57d58c24f129abe21dbd74e9386 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:01:59.625902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:01:59.649405 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-467af885-8aa1-4ffd-9ffd-5660aaf26ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420431 Jun 30 02:02:00.133389 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86b3d490-1033-47c2-b62e-cf479d31cda1 req-82de0c40-111a-498e-8391-a9e08e2035e7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740112 Jun 30 02:02:00.165919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Allocated IP 172.20.0.11 (203bb3d1-51eb-4aa3-93eb-bdc5320e4aec/20923f16-a0c6-41c1-9c62-21f030140275/bf3148da-a617-4c00-aded-facbd534f9f4) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:00.185243 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-d928d073-67b8-4b4f-94a9-9707ceac09a9 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:00.192019 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-d928d073-67b8-4b4f-94a9-9707ceac09a9 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 813 time: 0.2064493 Jun 30 02:02:00.209727 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-b431e339-156d-4826-b184-a923e27b8e39 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/quotas/1b2a1c60856e417396d92507fbf14279 HTTP/1.1" status: 200 len: 375 time: 0.0168600 Jun 30 02:02:00.252840 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-5b2c5afa-5b1e-4345-bf95-08706d613892 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361710 Jun 30 02:02:00.317850 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf0b7-32f9-434b-bb1d-e276470ac0f1 req-1e54bc7d-5336-42e9-8281-7030d83cf089 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:00.319211 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-63cbf0b7-32f9-434b-bb1d-e276470ac0f1 req-1e54bc7d-5336-42e9-8281-7030d83cf089 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.0632553 Jun 30 02:02:00.358240 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-63cbf0b7-32f9-434b-bb1d-e276470ac0f1 req-f93e35da-a0f6-4cb8-a9d3-0eb02ecfcb54 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jun 30 02:02:00.420754 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-90386fae-d547-4c0b-9417-a2e8e942ae21 service neutron] 10.222.0.47 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606231 Jun 30 02:02:00.440050 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:00.540095 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-25ab37d7-7f9b-423d-a71e-d6904f05c6c3 service neutron] 10.222.0.47 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115258 Jun 30 02:02:00.545992 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:00.589577 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:00.593135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:00.597111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:00.620994 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b0c4-76b4-4e4f-a088-5c31dba172f8 req-3e9139a9-1c75-4d47-8728-c1e486b87ec6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:00.622588 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7859b0c4-76b4-4e4f-a088-5c31dba172f8 req-3e9139a9-1c75-4d47-8728-c1e486b87ec6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 932 time: 0.0738153 Jun 30 02:02:00.624220 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Pushing event updated for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:00.655170 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:00.655947 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:00.671570 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-7bb5ec19-0e28-4413-b22e-f704f34e8107 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2962592 Jun 30 02:02:00.672595 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7859b0c4-76b4-4e4f-a088-5c31dba172f8 req-1a646ade-5586-4cca-80b0-17f600d21563 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Jun 30 02:02:00.685693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Request body: {'port': {'device_id': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:00.774231 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-522b3c03-975a-4c28-ada4-39d8284aa653 req-dde90f54-8bf6-4e0d-9ea5-ff6e5174e499 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jun 30 02:02:00.791334 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.067814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3148da-a617-4c00-aded-facbd534f9f4 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:01.077293 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.093403 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Transition to ACTIVE for port object bf3148da-a617-4c00-aded-facbd534f9f4 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:01.098407 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.196055 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:01.237589 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Attempting to bind port bf3148da-a617-4c00-aded-facbd534f9f4 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:01.237923 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Attempting to bind port bf3148da-a617-4c00-aded-facbd534f9f4 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:01.238246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Attempting to bind port bf3148da-a617-4c00-aded-facbd534f9f4 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:01.243011 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Port bf3148da-a617-4c00-aded-facbd534f9f4 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:02:01.243328 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Attempting to bind port bf3148da-a617-4c00-aded-facbd534f9f4 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:01.248018 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:01.248477 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Checking segment: {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:01.249071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Bound using segment: {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:01.249533 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Bound port: bf3148da-a617-4c00-aded-facbd534f9f4, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:01.249889 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.322291 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:01.326034 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=bf3148da-a617-4c00-aded-facbd534f9f4,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:01.330951 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.365148 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:01.365817 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:01.367244 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf3148da-a617-4c00-aded-facbd534f9f4 HTTP/1.1" status: 200 len: 1094 time: 0.6867702 Jun 30 02:02:01.367679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:01.369963 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b24861-3e0b-49d0-abed-41c09fcc68b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:01.402995 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca7a15-2314-4a0f-8214-7c3bdb672fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:01.436027 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88c69f9-9b79-40de-8514-b4933192951e x-openstack-request-id: req-c88c69f9-9b79-40de-8514-b4933192951e {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:01.436365 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:01.436657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c88c69f9-9b79-40de-8514-b4933192951e {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:01.437166 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4', 'status': 'completed', 'code': 200} Jun 30 02:02:01.513352 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-0946f34e-e44d-4c78-8121-caa7d31686d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:01.514122 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-0946f34e-e44d-4c78-8121-caa7d31686d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 1097 time: 0.0615885 Jun 30 02:02:01.560685 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-8d1b607d-80cd-44a8-abae-fc05d8d98ba2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf3148da-a617-4c00-aded-facbd534f9f4 HTTP/1.1" status: 200 len: 217 time: 0.0348191 Jun 30 02:02:01.567551 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2925e3-3b9a-4c82-957a-e87ede0a4d94 req-8d3bcb10-35ad-4123-801e-1f4ee9777cd3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:01.569088 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe2925e3-3b9a-4c82-957a-e87ede0a4d94 req-8d3bcb10-35ad-4123-801e-1f4ee9777cd3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.0672700 Jun 30 02:02:01.615728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-4003a25e-c48b-49ba-b7a0-21bbdbf4ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:01.617374 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe2925e3-3b9a-4c82-957a-e87ede0a4d94 req-f8ee7da2-59cc-4dca-a342-5512638dd099 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Jun 30 02:02:01.617578 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-4003a25e-c48b-49ba-b7a0-21bbdbf4ebea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20923f16-a0c6-41c1-9c62-21f030140275 HTTP/1.1" status: 200 len: 848 time: 0.0500109 Jun 30 02:02:01.658122 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-733a5a1c-0037-45da-8fbf-ab2715d52622 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318387 Jun 30 02:02:01.763909 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-5bf46616-5c86-4e8d-a9fb-a03570e05038 service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978441 Jun 30 02:02:01.907867 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5203a608-9771-4c49-a33a-4b17b7002dc6 req-42d67e81-095c-4627-9b7c-a408eb804ddd service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351895 Jun 30 02:02:01.974070 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f822fd4e-0897-44b6-bee7-6b7b5d137d62 req-7df712ab-5b63-4a39-a5d4-f46d9035ea99 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 210 time: 0.0417485 Jun 30 02:02:02.018595 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34b27-a16a-41ca-8232-82c671520858 req-727b8192-38d2-498b-8617-6b0db1a14172 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.020157 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-91e34b27-a16a-41ca-8232-82c671520858 req-727b8192-38d2-498b-8617-6b0db1a14172 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 944 time: 0.1791453 Jun 30 02:02:02.141049 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-0ebb57a5-512c-4e5b-8a46-b4ea986feeae tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.142738 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-0ebb57a5-512c-4e5b-8a46-b4ea986feeae tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 813 time: 0.2151957 Jun 30 02:02:02.147571 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-91e34b27-a16a-41ca-8232-82c671520858 req-56ead029-bde0-43b6-ba43-357cf3810a65 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117163 Jun 30 02:02:02.183250 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Request body: {'port': {'device_id': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a', 'admin_state_up': True, 'tenant_id': '1b2a1c60856e417396d92507fbf14279'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:02.203764 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-d4900298-b6fb-4777-b59c-4a896363c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.205503 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-d4900298-b6fb-4777-b59c-4a896363c9b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 1097 time: 0.1210582 Jun 30 02:02:02.436663 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9ad49-730b-4516-924d-82c95d23667b req-2a6f4449-1193-48b9-861f-c9408f5a4774 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.438178 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-37e9ad49-730b-4516-924d-82c95d23667b req-2a6f4449-1193-48b9-861f-c9408f5a4774 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.2593513 Jun 30 02:02:02.441411 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-c8120983-f678-48b1-bfa9-9a7cac16ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.442745 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-c8120983-f678-48b1-bfa9-9a7cac16ead6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 909 time: 0.1851444 Jun 30 02:02:02.519507 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Made reservation on behalf of 1b2a1c60856e417396d92507fbf14279 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:02.523060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:02.525894 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-87f1a3ca-e904-46f0-833d-49a762acce81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf3148da-a617-4c00-aded-facbd534f9f4 HTTP/1.1" status: 200 len: 217 time: 0.0703382 Jun 30 02:02:02.661438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-0f778122-ca7c-48fd-80d5-d69e4159721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.662905 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-0f778122-ca7c-48fd-80d5-d69e4159721a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20923f16-a0c6-41c1-9c62-21f030140275 HTTP/1.1" status: 200 len: 848 time: 0.1201584 Jun 30 02:02:02.714810 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-0ea54a85-588b-400b-8c17-0112fa0a36fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418506 Jun 30 02:02:02.813141 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Deleting port d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:02.813478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:02.841488 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Allocated IP 172.20.0.9 (428b5ae1-d167-4e13-bf04-1c44db43355a/dbca1057-cf8e-4500-a4f8-421975115154/6859cda3-0ef8-48a2-a0ad-87966d356844) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:02.845407 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd6f23-648b-4ee5-9db2-d3b057636744 req-408a4079-53a2-430d-9a51-b72ea8797564 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:02.857177 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-debd6f23-648b-4ee5-9db2-d3b057636744 req-408a4079-53a2-430d-9a51-b72ea8797564 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 946 time: 0.1117945 Jun 30 02:02:02.905988 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-debd6f23-648b-4ee5-9db2-d3b057636744 req-df539e62-4818-4f05-8d0d-691dd6737242 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3ea60f4-ed2c-40ce-80e5-92db66218e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Jun 30 02:02:02.918267 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:02:02.938073 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-c82f0916-8d59-42cc-9387-069c422c1773 service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984370 Jun 30 02:02:03.022427 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] For port d443ff3a-ffdb-477f-acfc-518becac8fb2, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=d443ff3a-ffdb-477f-acfc-518becac8fb2,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:03.022766 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.347106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ec9d1-e076-4178-96c1-e701cdb1f213 req-4384c614-0fee-4537-bd45-79241b16bcee tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:03.348845 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce8ec9d1-e076-4178-96c1-e701cdb1f213 req-4384c614-0fee-4537-bd45-79241b16bcee tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 944 time: 0.0806179 Jun 30 02:02:03.401154 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce8ec9d1-e076-4178-96c1-e701cdb1f213 req-848f9765-a85a-4a37-9fb0-297e6e93ab2f tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Jun 30 02:02:03.455026 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-51914973-5cdf-42bb-814b-8ae732772296 req-f20e6e3b-a99f-4e52-8c7b-c45fb34e1ba7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 210 time: 0.0741231 Jun 30 02:02:03.553322 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62b24861-3e0b-49d0-abed-41c09fcc68b3 req-122d025c-64ba-4ed2-bd8b-5448b30b645c service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015022 Jun 30 02:02:03.623277 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.656966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.656966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.656966 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Floating IP ace3eef6-05f8-459f-9238-102984b612d4 disassociated. External IP: 172.27.2.59, port: d443ff3a-ffdb-477f-acfc-518becac8fb2. Jun 30 02:02:03.657371 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Calling delete_port for d443ff3a-ffdb-477f-acfc-518becac8fb2 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:03.719374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device bf3148da-a617-4c00-aded-facbd534f9f4 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:02:03.731122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.792260 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Network 428b5ae1-d167-4e13-bf04-1c44db43355a is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:03.802131 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:03.804679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Pushing event updated for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:03.807532 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:03.830263 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=bf3148da-a617-4c00-aded-facbd534f9f4,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:03.842169 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'bf3148da-a617-4c00-aded-facbd534f9f4', 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec', 'port_id': 'bf3148da-a617-4c00-aded-facbd534f9f4', 'mac_address': 'fa:16:3e:73:83:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20923f16-a0c6-41c1-9c62-21f030140275', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:02:03.882384 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.892839 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:03.893484 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.895601 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3148da-a617-4c00-aded-facbd534f9f4 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:03.905170 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.918547 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-10a78f74-2824-48fb-b00d-13d0d4d6ff22 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423375 Jun 30 02:02:03.919329 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=bf3148da-a617-4c00-aded-facbd534f9f4,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:03.924922 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:03.941564 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Request body: {'port': {'device_id': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:03.980130 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:03.985913 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'Port': ['ID=d443ff3a-ffdb-477f-acfc-518becac8fb2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:04.058060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:04.067143 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dff449a8-3f31-46d7-b425-e3310fdf2f28 req-a1434436-466f-4faf-962c-fb447ddae545 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Jun 30 02:02:04.184722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['bf3148da-a617-4c00-aded-facbd534f9f4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:04.208224 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:02:04.408934 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:04.421767 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:04.433219 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:04.433994 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:04.474969 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] No DVR routers for this DVR port d443ff3a-ffdb-477f-acfc-518becac8fb2 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:02:04.479328 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:04.481541 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-37e9ad49-730b-4516-924d-82c95d23667b req-93abe9f1-4939-41db-b6d3-d5152fd04a23 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "DELETE /v2.0/ports/d443ff3a-ffdb-477f-acfc-518becac8fb2 HTTP/1.1" status: 204 len: 173 time: 2.0357933 Jun 30 02:02:04.482144 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-deleted', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:04.484703 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d61edc0-3336-49af-b206-29ec1414c875" -d '{"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-deleted", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:04.525045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6859cda3-0ef8-48a2-a0ad-87966d356844 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:04.534042 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:04.551629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Transition to ACTIVE for port object 6859cda3-0ef8-48a2-a0ad-87966d356844 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:04.558245 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:04.629041 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:04.692133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Pushing event updated for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:04.737291 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f79c25-6306-45f3-a07a-2ebb2f4fd332 req-997a1305-1c19-4886-9ce5-3b02cfd8d79c tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:04.741062 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2f79c25-6306-45f3-a07a-2ebb2f4fd332 req-997a1305-1c19-4886-9ce5-3b02cfd8d79c tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 943 time: 0.1001947 Jun 30 02:02:04.803365 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2f79c25-6306-45f3-a07a-2ebb2f4fd332 req-631326dc-f189-4355-ab49-52716e77db85 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561125 Jun 30 02:02:04.815180 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04739d55-810d-4df5-b2f1-6d0c14c243a7 req-1c8ebc88-f068-47dd-8404-9d1e5eee7788 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:04.833816 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-04739d55-810d-4df5-b2f1-6d0c14c243a7 req-1c8ebc88-f068-47dd-8404-9d1e5eee7788 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 945 time: 0.2584288 Jun 30 02:02:04.847062 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Attempting to bind port 6859cda3-0ef8-48a2-a0ad-87966d356844 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:04.849922 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Attempting to bind port 6859cda3-0ef8-48a2-a0ad-87966d356844 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:04.850258 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Attempting to bind port 6859cda3-0ef8-48a2-a0ad-87966d356844 on network 428b5ae1-d167-4e13-bf04-1c44db43355a {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:04.863147 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cc45bd-185c-401b-9200-32fe9057a66a x-openstack-request-id: req-f3cc45bd-185c-401b-9200-32fe9057a66a {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:04.863738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b195c2-179e-4efd-99dd-f7ce112ff0c0", "name": "network-vif-deleted", "tag": "d443ff3a-ffdb-477f-acfc-518becac8fb2", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:04.863992 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3cc45bd-185c-401b-9200-32fe9057a66a {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:04.864391 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b195c2-179e-4efd-99dd-f7ce112ff0c0', 'name': 'network-vif-deleted', 'tag': 'd443ff3a-ffdb-477f-acfc-518becac8fb2', 'status': 'completed', 'code': 200} Jun 30 02:02:04.875367 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Port 6859cda3-0ef8-48a2-a0ad-87966d356844 on network 428b5ae1-d167-4e13-bf04-1c44db43355a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:02:04.875696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Attempting to bind port 6859cda3-0ef8-48a2-a0ad-87966d356844 on network 428b5ae1-d167-4e13-bf04-1c44db43355a {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:04.881895 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:04.885333 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:04.885668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Checking segment: {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:04.886052 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Bound using segment: {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:04.886606 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Bound port: 6859cda3-0ef8-48a2-a0ad-87966d356844, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99afe05-531b-4785-98a9-07ddfc44d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:04.886976 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:04.912898 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:04.917927 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-04739d55-810d-4df5-b2f1-6d0c14c243a7 req-f4c180c3-d4d3-4989-af80-a886a5a06d4d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831146 Jun 30 02:02:04.921957 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:04.922531 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:04.979759 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:04.983248 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6859cda3-0ef8-48a2-a0ad-87966d356844,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:04.991169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.055225 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Pushing event updated for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:05.058813 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:05.071409 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:05.072070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.074013 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-a8c8b66e-86ea-4b23-9bb9-ad206e1e9105 service neutron] 10.222.0.41 "PUT /v2.0/ports/6859cda3-0ef8-48a2-a0ad-87966d356844 HTTP/1.1" status: 200 len: 1093 time: 1.1372955 Jun 30 02:02:05.082796 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45756) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:05.216468 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-e371259f-0c54-4cab-ab16-478cfd17e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:05.218631 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-e371259f-0c54-4cab-ab16-478cfd17e414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 1096 time: 0.0977249 Jun 30 02:02:05.276419 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f64d558b-887f-42fc-b465-a7d6f290a89c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ade091da30a4edf945f3b85d4a554d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921282 Jun 30 02:02:05.277721 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45762) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:05.291543 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-62e5aaf0-1b7a-4839-bdec-23ccc4b4d54b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6859cda3-0ef8-48a2-a0ad-87966d356844 HTTP/1.1" status: 200 len: 217 time: 0.0647819 Jun 30 02:02:05.348646 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b7f80626-0823-4712-a1de-e0f40a3e0410 req-46e592d4-d00e-4af7-b6a3-08a7d157c56e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b195c2-179e-4efd-99dd-f7ce112ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0623021 Jun 30 02:02:05.384692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-4e08d13d-c1e5-44a9-b9e4-e32fb8185835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:05.386967 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-4e08d13d-c1e5-44a9-b9e4-e32fb8185835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbca1057-cf8e-4500-a4f8-421975115154 HTTP/1.1" status: 200 len: 853 time: 0.0869057 Jun 30 02:02:05.396925 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.427298 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.431946 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-e03672da-0ea7-42b1-ab50-bd23fc52f14f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428b5ae1-d167-4e13-bf04-1c44db43355a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345898 Jun 30 02:02:05.473319 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:05.483446 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.489148 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.495343 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f02a154-3de5-4284-913c-86eaabe3d591 HTTP/1.1" status: 204 len: 168 time: 0.2149937 Jun 30 02:02:05.506498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02a154-3de5-4284-913c-86eaabe3d591,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:05.515084 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f828845-757f-470a-917f-2919da5fc6fa None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:05.523031 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.523657 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.524907 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.525700 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.526285 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.526830 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.527408 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.527958 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.528477 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.529230 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.529948 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.530478 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579c9b3-5b08-420b-ba32-0c823ca52dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:05.559366 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-f2bf348f-d2d3-47d2-bb7d-49ec809703df service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194935 Jun 30 02:02:05.673004 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d2fc6e85-4c90-4d9b-b780-3ca10775ae96 req-2b683834-2358-4a83-be45-2f7dd02d4f87 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051717 Jun 30 02:02:05.738634 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device bf3148da-a617-4c00-aded-facbd534f9f4 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:05.846080 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port bf3148da-a617-4c00-aded-facbd534f9f4 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:05.852143 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port bf3148da-a617-4c00-aded-facbd534f9f4 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:05.852576 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:05.895201 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea9009-122d-487a-a074-884065d1ec22 None None] New status for floating IP ace3eef6-05f8-459f-9238-102984b612d4: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:02:05.967160 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.020707 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:06.028594 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f863c02-2aff-4af1-8556-d0126bb3212c" -d '{"events": [{"server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:06.039356 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54941-bb64-43c8-92c3-df6bac944130 req-3b095d88-4463-4a66-ba3f-f7ca0eed11c1 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:06.046838 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21b54941-bb64-43c8-92c3-df6bac944130 req-3b095d88-4463-4a66-ba3f-f7ca0eed11c1 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 943 time: 0.0901375 Jun 30 02:02:06.070983 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=bf3148da-a617-4c00-aded-facbd534f9f4,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:06.080368 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.089688 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:06.116157 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21b54941-bb64-43c8-92c3-df6bac944130 req-c1e696cf-a478-45c4-8ab0-58caa144e507 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681448 Jun 30 02:02:06.150265 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: d443ff3a-ffdb-477f-acfc-518becac8fb2 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:02:06.155364 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device d443ff3a-ffdb-477f-acfc-518becac8fb2 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:02:06.200675 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:06.229379 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d8f064-2190-4c8f-8eb3-48540f68a331 x-openstack-request-id: req-98d8f064-2190-4c8f-8eb3-48540f68a331 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:06.229793 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:06.230118 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98d8f064-2190-4c8f-8eb3-48540f68a331 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:06.230532 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4', 'code': 200} Jun 30 02:02:06.273851 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5ac28-b834-4795-9d69-319e98ba6ac2 req-9c28a2e8-0eb1-4862-b346-5d0cb1e3dfc6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:06.275555 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29a5ac28-b834-4795-9d69-319e98ba6ac2 req-9c28a2e8-0eb1-4862-b346-5d0cb1e3dfc6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.1836269 Jun 30 02:02:06.329448 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29a5ac28-b834-4795-9d69-319e98ba6ac2 req-8b92068c-5f05-4eb0-9238-412a4502109d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468552 Jun 30 02:02:06.514903 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b569304-d8c6-4322-85eb-e9c9f847628d req-31b4ff8a-9f4e-42fc-b3cc-b75ddb33ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:06.516697 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6b569304-d8c6-4322-85eb-e9c9f847628d req-31b4ff8a-9f4e-42fc-b3cc-b75ddb33ae5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 1099 time: 0.0677776 Jun 30 02:02:06.542370 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45798) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:06.572102 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6b569304-d8c6-4322-85eb-e9c9f847628d req-462b0dd2-c03a-4b6a-ae7e-8b3e00b39d88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Jun 30 02:02:06.602354 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.628524 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.679243 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.681901 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.683061 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "DELETE /v2.0/security-groups/d3ea60f4-ed2c-40ce-80e5-92db66218e22 HTTP/1.1" status: 204 len: 168 time: 0.1396706 Jun 30 02:02:06.686140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45802) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:06.692868 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d1838-b669-4493-8193-04ebe517cec6 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ea60f4-ed2c-40ce-80e5-92db66218e22,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:06.711120 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.api.v2.resource [None req-6c934f10-8dd7-42f2-8ac6-2b16a8117d7c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] show failed (client error): The resource could not be found. Jun 30 02:02:06.715475 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6c934f10-8dd7-42f2-8ac6-2b16a8117d7c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups/d3ea60f4-ed2c-40ce-80e5-92db66218e22 HTTP/1.1" status: 404 len: 347 time: 0.0254021 Jun 30 02:02:06.715939 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45806) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:06.844111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Deleting port 77826b1d-bc39-4b60-b416-a2c4e6863771 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:06.844450 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.881436 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:06.883686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d0e1b-3c91-495a-8409-1b06aa6f7df0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:06.924607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c6f6d-9a11-4677-babb-aedca4d0cdf3 x-openstack-request-id: req-e31c6f6d-9a11-4677-babb-aedca4d0cdf3 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:06.924920 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:06.925171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e31c6f6d-9a11-4677-babb-aedca4d0cdf3 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:06.925698 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844', 'status': 'completed', 'code': 200} Jun 30 02:02:06.946742 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.947455 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:06.987313 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Calling delete_port for 77826b1d-bc39-4b60-b416-a2c4e6863771 owned by network:floatingip {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:07.089860 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-b1d091d9-dc59-48a2-add7-f4c307dacece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:07.091254 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-b1d091d9-dc59-48a2-add7-f4c307dacece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b2a1c60856e417396d92507fbf14279&device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 1096 time: 0.1349220 Jun 30 02:02:07.233952 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-ead129df-8dde-4506-9e92-ed74b08b8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:07.235424 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-ead129df-8dde-4506-9e92-ed74b08b8b49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 200 len: 914 time: 0.1293972 Jun 30 02:02:07.245694 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:07.298553 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'Port': ['ID=77826b1d-bc39-4b60-b416-a2c4e6863771,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:07.301203 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-d7a1dc42-ced7-44b6-a4b4-9b7a7d8f2c42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6859cda3-0ef8-48a2-a0ad-87966d356844 HTTP/1.1" status: 200 len: 217 time: 0.0576568 Jun 30 02:02:07.339853 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c91e00-16ef-4108-a3c7-2086ed267209 req-98da6a26-69de-47da-a46f-4bc94df96e1d tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:07.342403 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-34c91e00-16ef-4108-a3c7-2086ed267209 req-98da6a26-69de-47da-a46f-4bc94df96e1d tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 943 time: 0.0743880 Jun 30 02:02:07.397413 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-34c91e00-16ef-4108-a3c7-2086ed267209 req-faf662d1-eb47-460c-a421-249ec343898a tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 Jun 30 02:02:07.413342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-c99e9960-7424-43c6-8bf9-e75fc965204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:07.414803 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-c99e9960-7424-43c6-8bf9-e75fc965204d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbca1057-cf8e-4500-a4f8-421975115154 HTTP/1.1" status: 200 len: 853 time: 0.1059422 Jun 30 02:02:07.415594 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:07.418119 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:07.419193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-00f4376a-2a82-4602-96f0-cfd1c2c717e3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "DELETE /v2.0/floatingips/ace3eef6-05f8-459f-9238-102984b612d4 HTTP/1.1" status: 204 len: 168 time: 0.7022741 Jun 30 02:02:07.457349 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-ae68aa27-f77f-4ca1-8c93-eb7b85c1c632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428b5ae1-d167-4e13-bf04-1c44db43355a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339811 Jun 30 02:02:07.597914 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-ab179e59-4e94-4e4a-9d8a-57cc3e872593 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315613 Jun 30 02:02:07.611665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4744ff0-9ee1-47cd-9991-d0c98a247079 req-b314c78b-46d3-42ee-8447-a3148fb848c4 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:07.613255 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d4744ff0-9ee1-47cd-9991-d0c98a247079 req-b314c78b-46d3-42ee-8447-a3148fb848c4 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.1397097 Jun 30 02:02:07.704412 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d4744ff0-9ee1-47cd-9991-d0c98a247079 req-0723fc19-09dc-4434-b4c1-4e3875dcf866 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Jun 30 02:02:07.731852 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-694d0e1b-3c91-495a-8409-1b06aa6f7df0 req-768d5023-d84a-4296-a860-aaf89454ef09 service neutron] 10.222.0.41 "GET /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173851 Jun 30 02:02:07.756972 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6859cda3-0ef8-48a2-a0ad-87966d356844 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:02:07.853405 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6859cda3-0ef8-48a2-a0ad-87966d356844,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:07.864727 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '6859cda3-0ef8-48a2-a0ad-87966d356844', 'network_id': '428b5ae1-d167-4e13-bf04-1c44db43355a', 'port_id': '6859cda3-0ef8-48a2-a0ad-87966d356844', 'mac_address': 'fa:16:3e:34:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbca1057-cf8e-4500-a4f8-421975115154', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:02:07.906360 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:07.919536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6859cda3-0ef8-48a2-a0ad-87966d356844 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:07.940715 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6859cda3-0ef8-48a2-a0ad-87966d356844,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:07.946021 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:07.993342 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:08.037722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45826) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:08.042861 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285915472', 'description': 'tempest-description--1899154251'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:08.071783 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.157242 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.162966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.189467 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.193487 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1519439 Jun 30 02:02:08.193799 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45832) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:08.197221 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0113e-3d69-4ee7-bcf2-536d0aabb450 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3897b300-d9d5-48cc-b05b-748eae5a3ddf,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:08.205338 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['6859cda3-0ef8-48a2-a0ad-87966d356844'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:08.209322 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group_rule': {'security_group_id': '3897b300-d9d5-48cc-b05b-748eae5a3ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:08.241083 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.306960 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.316589 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.336546 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b192165-4069-4b26-8c41-fc98d9670063,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:08.347363 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.351652 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0f6f841c-2e39-418a-bc31-ec2f7c560dfd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567519 Jun 30 02:02:08.351994 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45836) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:08.359195 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'security_group_rule': {'security_group_id': '3897b300-d9d5-48cc-b05b-748eae5a3ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:08.389648 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.465378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.470864 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.489092 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef080c79-fc57-47db-b738-31eb0663d1f6,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:08.498575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.499784 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-aa31fb57-87c4-42b6-90d3-9009f401e99f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463375 Jun 30 02:02:08.503486 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45840) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:08.508359 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:08.532057 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.649044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f7b07-0386-43c5-ab83-7785b5ecdb57 req-aa47a5e4-bfad-4c22-a18f-b8ea0d3492e7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:08.650602 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a51f7b07-0386-43c5-ab83-7785b5ecdb57 req-aa47a5e4-bfad-4c22-a18f-b8ea0d3492e7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 944 time: 0.1060271 Jun 30 02:02:08.704539 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a51f7b07-0386-43c5-ab83-7785b5ecdb57 req-d96678f4-ddb9-4b14-8890-3ca8a455a92c tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jun 30 02:02:08.710168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.821849 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Allocated IP 172.27.2.173 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:08.883197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dfff2-871e-4b91-a5f6-139903434530 req-f0a059a7-99c7-4b98-964c-7b8323238a70 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:08.884754 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc3dfff2-871e-4b91-a5f6-139903434530 req-f0a059a7-99c7-4b98-964c-7b8323238a70 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.0670590 Jun 30 02:02:08.925856 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc3dfff2-871e-4b91-a5f6-139903434530 req-e125c3db-1e69-48ff-b207-265b30bf4aa3 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Jun 30 02:02:08.933980 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:08.986133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.027075 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:09.031763 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:09.039046 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:09.041396 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:09.136280 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.188757 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.619896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.625568 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.694432 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:09.703738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.720518 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:09.722010 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-711478d6-e392-4ffb-9f56-91e8965916ed tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2175074 Jun 30 02:02:09.887736 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667eda-b0c3-40ea-853b-2ad1046bb165 req-52597b68-2d4b-45f9-9433-03c81ec88f25 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:09.889256 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2f667eda-b0c3-40ea-853b-2ad1046bb165 req-52597b68-2d4b-45f9-9433-03c81ec88f25 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 944 time: 0.0657349 Jun 30 02:02:09.912674 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-90480e58-9811-4465-afae-7745394b9a6e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1285915472&fields=id&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 267 time: 0.0339186 Jun 30 02:02:09.926890 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2f667eda-b0c3-40ea-853b-2ad1046bb165 req-4daf974c-0612-41c5-9b5c-0643859b7cd8 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Jun 30 02:02:10.027961 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-5605b795-ee13-458c-9b64-a7f546e0bcbc tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:10.029676 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-5605b795-ee13-458c-9b64-a7f546e0bcbc tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 817 time: 0.1105142 Jun 30 02:02:10.047936 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-faaa3019-927e-44a4-8396-294b1f432af7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/quotas/8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 375 time: 0.0125258 Jun 30 02:02:10.128556 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-28c2ed88-f57b-4c19-b506-b57219298615 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728579 Jun 30 02:02:10.228322 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-393c67a3-4a90-4023-9480-4dc7d71d24f7 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Jun 30 02:02:10.323640 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-34c7837b-1b1e-484e-9986-06df8413fd7b service neutron] 10.222.0.47 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Jun 30 02:02:10.518111 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-091fd966-379f-4487-b533-6268f825df8e req-4f344ecf-2983-44f0-b30c-b8c1bf1dbf4f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 210 time: 0.0347614 Jun 30 02:02:11.104770 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d8c72-e9a6-4b52-986a-71de0799df42 req-be108b89-57d8-494a-81ed-7362c4de3e19 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:11.106248 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e75d8c72-e9a6-4b52-986a-71de0799df42 req-be108b89-57d8-494a-81ed-7362c4de3e19 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 944 time: 0.0669527 Jun 30 02:02:11.147979 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e75d8c72-e9a6-4b52-986a-71de0799df42 req-500e3ea0-4257-480c-b341-c33aed8f8823 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Jun 30 02:02:11.672635 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9e5da3f3-d729-4f1c-8cfe-0d94c2d3f0ed req-13238d8e-c220-448e-b030-cd6898b4ff19 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 210 time: 0.0285375 Jun 30 02:02:11.787198 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6859cda3-0ef8-48a2-a0ad-87966d356844 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:11.849189 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 6859cda3-0ef8-48a2-a0ad-87966d356844 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:11.853535 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 6859cda3-0ef8-48a2-a0ad-87966d356844 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:11.853908 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:11.939585 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:11.966752 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:11.969126 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef6dba-cb7e-4d82-b6e8-8ecd7018e856" -d '{"events": [{"server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "name": "network-vif-plugged", "status": "completed", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:11.987826 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6859cda3-0ef8-48a2-a0ad-87966d356844,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:11.997905 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:12.028946 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d10fb-1534-4389-8b68-d3595c6bc23f x-openstack-request-id: req-178d10fb-1534-4389-8b68-d3595c6bc23f {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:12.028946 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "name": "network-vif-plugged", "status": "completed", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:12.028946 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-178d10fb-1534-4389-8b68-d3595c6bc23f {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:12.028946 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844', 'code': 200} Jun 30 02:02:12.065724 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:12.429465 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4876-9380-45bb-966a-37c0564a732f req-6b142e4b-1bae-4943-8d09-6e57e1aa2919 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:12.431003 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-434f4876-9380-45bb-966a-37c0564a732f req-6b142e4b-1bae-4943-8d09-6e57e1aa2919 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 945 time: 0.1636293 Jun 30 02:02:12.453090 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc785a-6fe9-4a55-9c07-864e405db939 req-09de3c17-0e4c-4411-be75-8e68823a5b8d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:12.454983 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcdc785a-6fe9-4a55-9c07-864e405db939 req-09de3c17-0e4c-4411-be75-8e68823a5b8d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.0739081 Jun 30 02:02:12.505860 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03cacf-0e9e-4e6d-934d-28b2072c9619 req-6aa15ac9-7e97-407f-9dfb-78c40772f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:12.507467 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a03cacf-0e9e-4e6d-934d-28b2072c9619 req-6aa15ac9-7e97-407f-9dfb-78c40772f8ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 1098 time: 0.1948333 Jun 30 02:02:12.511848 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bcdc785a-6fe9-4a55-9c07-864e405db939 req-0ba44e8f-0ea1-43da-bd44-b8cc7f1947aa tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511131 Jun 30 02:02:12.553341 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-434f4876-9380-45bb-966a-37c0564a732f req-d85e5a1e-4de1-4b4f-9613-51c22735d631 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056821 Jun 30 02:02:12.562640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-47e7c69a-5424-4058-a5d5-4757c73f1761 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:12.564231 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-47e7c69a-5424-4058-a5d5-4757c73f1761 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 817 time: 0.2502437 Jun 30 02:02:12.585660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a03cacf-0e9e-4e6d-934d-28b2072c9619 req-5de24afa-6d05-4a61-a27f-2dd78aaefb89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627332 Jun 30 02:02:12.621114 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-028570b6-3f79-4b9f-9f29-22228064525e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 380 time: 0.0422013 Jun 30 02:02:12.665948 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'port': {'device_id': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'admin_state_up': True, 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'security_groups': ['3897b300-d9d5-48cc-b05b-748eae5a3ddf']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:12.779158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Made reservation on behalf of 8545f4831c0448de9800f24169b6cc40 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:12.783594 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:12.830575 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-715b760d-00cd-4350-8788-a683081ab713 req-2b1e6b3f-d497-4726-8a3b-50ebafbdc415 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 210 time: 0.0321903 Jun 30 02:02:12.919642 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Allocated IP 172.20.0.10 (ea3bc50e-ccef-48c1-823b-ca222c933078/26c6f3d5-43e5-4995-ab6b-894e319e84db/39b6e518-7fe7-4e29-800b-154e3ccdf9c8) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:13.059658 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.074763 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Transition to ACTIVE for port object 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:13.112605 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.158338 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Network ea3bc50e-ccef-48c1-823b-ca222c933078 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:13.161549 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:13.171171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:13.175138 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:13.229976 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:13.231179 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.247461 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-db567966-c2bc-48d8-9d44-6fb06596ff87 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856178 Jun 30 02:02:13.260569 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Request body: {'port': {'device_id': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:13.348770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.381844 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ad72f4f6-f0a0-42df-803e-605045947d87 None None] Provisioning for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:13.387412 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ad72f4f6-f0a0-42df-803e-605045947d87 None None] Provisioning complete for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:13.388008 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ad72f4f6-f0a0-42df-803e-605045947d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.433144 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-ad72f4f6-f0a0-42df-803e-605045947d87 None None] Port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:13.658743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:13.680134 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.718503 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Transition to ACTIVE for port object 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:13.725434 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:13.828622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06015-15b7-427b-972c-3cadee67e63a req-96ed1c3a-a84a-4704-b6cc-58f0a8c57338 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:13.831130 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40d06015-15b7-427b-972c-3cadee67e63a req-96ed1c3a-a84a-4704-b6cc-58f0a8c57338 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 945 time: 0.1462095 Jun 30 02:02:13.838770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:13.850042 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a9453-80a2-44ed-9320-ca024d885e31 req-57f0e6de-b7fd-45a5-96ed-6a134155897a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:13.852271 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea5a9453-80a2-44ed-9320-ca024d885e31 req-57f0e6de-b7fd-45a5-96ed-6a134155897a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.1884379 Jun 30 02:02:13.893459 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-40d06015-15b7-427b-972c-3cadee67e63a req-e614cbf7-f6c5-4671-a9f7-ef56764a6592 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Jun 30 02:02:13.952819 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea5a9453-80a2-44ed-9320-ca024d885e31 req-7e45aab1-90d9-44ae-bb41-f952d9078dfd tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732200 Jun 30 02:02:13.965856 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Attempting to bind port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:13.966192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Attempting to bind port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:13.966524 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Attempting to bind port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:13.971438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 on network ea3bc50e-ccef-48c1-823b-ca222c933078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:02:13.971846 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Attempting to bind port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 on network ea3bc50e-ccef-48c1-823b-ca222c933078 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:14.018165 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:14.018864 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Checking segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:14.019480 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Bound using segment: {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:14.020562 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Bound port: 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9ff33f-396c-4fa9-94a7-d845b0b98be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:14.021196 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.087474 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b13e-2e4c-4efe-a049-5a2920094e58 req-6b75c7eb-5abf-43fb-b815-02b1710607ad tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.089554 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9ab8b13e-2e4c-4efe-a049-5a2920094e58 req-6b75c7eb-5abf-43fb-b815-02b1710607ad tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0802283 Jun 30 02:02:14.114305 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc308c-84c9-43db-826e-321296b650f7 req-33a24cc6-6d70-4403-a162-f3e2d72601e8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.115891 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dabc308c-84c9-43db-826e-321296b650f7 req-33a24cc6-6d70-4403-a162-f3e2d72601e8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 946 time: 0.1416810 Jun 30 02:02:14.142364 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9ab8b13e-2e4c-4efe-a049-5a2920094e58 req-6c88cf9b-f8b2-4e62-b31b-78742309ed48 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Jun 30 02:02:14.150788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:14.170984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:14.179620 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.258788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.259424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.260827 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] 10.222.0.41 "PUT /v2.0/ports/39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 1094 time: 1.0047235 Jun 30 02:02:14.265938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:14.270215 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2bc360-64be-4601-a4e9-45c095a8bb01" -d '{"events": [{"name": "network-changed", "server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:14.323579 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834e69-9cbe-4283-903f-594e2b376468 service neutron] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:14.329983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0239c9-21f3-4d7a-a5b3-12e5fba7103b x-openstack-request-id: req-5d0239c9-21f3-4d7a-a5b3-12e5fba7103b {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:14.330264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:14.330670 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d0239c9-21f3-4d7a-a5b3-12e5fba7103b {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:14.331053 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'status': 'completed', 'code': 200} Jun 30 02:02:14.370687 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Deleting port bf3148da-a617-4c00-aded-facbd534f9f4 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:14.370981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.470543 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-ce38b7d2-9691-41a2-8f41-916988ba1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.472145 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-ce38b7d2-9691-41a2-8f41-916988ba1a9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1097 time: 0.1628666 Jun 30 02:02:14.527571 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-0e3eda8a-d96b-49ed-b3af-2d6ca474b619 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 217 time: 0.0441656 Jun 30 02:02:14.556290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] For port bf3148da-a617-4c00-aded-facbd534f9f4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=bf3148da-a617-4c00-aded-facbd534f9f4,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:14.556897 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.595640 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Calling delete_port for bf3148da-a617-4c00-aded-facbd534f9f4 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:14.656280 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-f79e85c9-b923-4de0-a562-fb3b3497e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.657801 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-f79e85c9-b923-4de0-a562-fb3b3497e3bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.1153367 Jun 30 02:02:14.767359 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc574802-e0d7-4c76-91be-bd1216984719 req-d7bdf094-fc7f-4844-be8b-c0607ee16b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:14.768993 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-d7bdf094-fc7f-4844-be8b-c0607ee16b53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030667 Jun 30 02:02:14.783940 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.795697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['bf3148da-a617-4c00-aded-facbd534f9f4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:14.857028 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Pushing event deleted for resources: {'Port': ['ID=bf3148da-a617-4c00-aded-facbd534f9f4,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:14.919180 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] No DVR routers for this DVR port bf3148da-a617-4c00-aded-facbd534f9f4 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:02:14.921678 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:14.923916 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dabc308c-84c9-43db-826e-321296b650f7 req-926ee447-8fa6-461f-b003-d4514c482854 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "DELETE /v2.0/ports/bf3148da-a617-4c00-aded-facbd534f9f4 HTTP/1.1" status: 204 len: 173 time: 0.8014607 Jun 30 02:02:14.952959 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-2aed9cd9-23d9-412f-afb3-4568826f8f71 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656244 Jun 30 02:02:15.070327 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bc574802-e0d7-4c76-91be-bd1216984719 req-56d27b74-d6a3-4ff4-a6ba-91555ed238ad service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105251 Jun 30 02:02:15.137328 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1d529d6e-e582-4ae6-9413-391775884576 req-dd6cb709-7f77-4f8b-8d48-8705bab9f34c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=c23c9c4a-44ee-433c-b0f7-4031b81a9d7f HTTP/1.1" status: 200 len: 210 time: 0.0293360 Jun 30 02:02:15.170026 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45942) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:15.183210 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-33560dcc-483a-4c42-8ede-ece10378fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:15.184726 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-33560dcc-483a-4c42-8ede-ece10378fda8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1097 time: 0.0529976 Jun 30 02:02:15.281046 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18131104-0e40-48bb-bff4-380e7e661037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.295054 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-2ceb6bc4-eccd-4471-8e24-42362fcb9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:15.296504 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-2ceb6bc4-eccd-4471-8e24-42362fcb9388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1048808 Jun 30 02:02:15.350926 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-b879d145-0ca5-4909-bf4e-4d08e58471ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 217 time: 0.0381234 Jun 30 02:02:15.371599 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18131104-0e40-48bb-bff4-380e7e661037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.376217 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-18131104-0e40-48bb-bff4-380e7e661037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.414622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18131104-0e40-48bb-bff4-380e7e661037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225b16e-10b1-4622-b433-7ac2d7578f8e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:15.417041 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9a4ef-9c77-4a32-b900-e15556e5b81a req-14f9b4ce-5ac1-45d7-9a45-a47849c918d4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:15.418540 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-28a9a4ef-9c77-4a32-b900-e15556e5b81a req-14f9b4ce-5ac1-45d7-9a45-a47849c918d4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.1378043 Jun 30 02:02:15.422928 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-115b351a-c21a-4e70-b665-d2626b488ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:15.424285 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-115b351a-c21a-4e70-b665-d2626b488ae1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0657284 Jun 30 02:02:15.432130 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-18131104-0e40-48bb-bff4-380e7e661037 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f766902c389f49b18d8c19dc230a5f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611008 Jun 30 02:02:15.434827 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45948) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:15.489349 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.493307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-28a9a4ef-9c77-4a32-b900-e15556e5b81a req-eabc4d69-09e3-42cc-b377-0720be7e53c0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625029 Jun 30 02:02:15.515499 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.517595 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-977a41ef-d06e-491a-ae1e-8b154df88870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:15.519245 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-977a41ef-d06e-491a-ae1e-8b154df88870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808783 Jun 30 02:02:15.571110 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.574919 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:15.579241 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b225b16e-10b1-4622-b433-7ac2d7578f8e HTTP/1.1" status: 204 len: 168 time: 0.1400366 Jun 30 02:02:15.584962 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b5d6-38f5-4acf-945f-cf4eda85fabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225b16e-10b1-4622-b433-7ac2d7578f8e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:15.647749 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-9343852e-0cc0-4a47-912d-29e825f5d663 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212213 Jun 30 02:02:15.749583 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d2bc360-64be-4601-a4e9-45c095a8bb01 req-0af6aee6-a5a7-487c-92c7-cec6be7bb52a service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940650 Jun 30 02:02:16.287340 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 45976) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:16.332638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'name': 'network-vif-deleted', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:16.335084 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a973fa8-aa9f-42ed-8da5-39073a7689d6" -d '{"events": [{"server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "name": "network-vif-deleted", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:16.373555 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ea91d-9025-4f17-b0fe-cfd7f3a70689 x-openstack-request-id: req-9f6ea91d-9025-4f17-b0fe-cfd7f3a70689 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:16.373838 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23c9c4a-44ee-433c-b0f7-4031b81a9d7f", "name": "network-vif-deleted", "tag": "bf3148da-a617-4c00-aded-facbd534f9f4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:16.374084 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f6ea91d-9025-4f17-b0fe-cfd7f3a70689 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:16.374468 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23c9c4a-44ee-433c-b0f7-4031b81a9d7f', 'name': 'network-vif-deleted', 'tag': 'bf3148da-a617-4c00-aded-facbd534f9f4', 'status': 'completed', 'code': 200} Jun 30 02:02:16.390687 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1133304330-network', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:16.417505 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Made reservation on behalf of eb545c1c9cf94765b509e30bb2923440 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:16.420106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.428949 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.495070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-2907d01e-5324-42a5-8b30-fbc5411d3b9d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:16.496498 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-2907d01e-5324-42a5-8b30-fbc5411d3b9d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 808 time: 0.1092582 Jun 30 02:02:16.512870 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-58114e69-72a1-496b-85c5-2b2697732078 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/quotas/ef1bc57d58c24f129abe21dbd74e9386 HTTP/1.1" status: 200 len: 375 time: 0.0098360 Jun 30 02:02:16.532879 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.538737 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.552491 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-086f1a9b-b741-4b3e-a659-dee9b2fad3dd tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326507 Jun 30 02:02:16.555355 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:02:16.584433 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.584769 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Added segment d91a491e-c922-48be-831a-2ac4feb01ec2 of type vlan for network 3dafd8ad-483e-4959-bc8a-d816da060ead Jun 30 02:02:16.594249 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9a931-446b-470b-8b32-9377d785aba0,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:16.637115 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.666463 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-ea6695ea-7303-492b-9215-a40bd288bf76 service neutron] 10.222.0.47 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Jun 30 02:02:16.670589 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.671798 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:16.672599 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.760904 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4722972 Jun 30 02:02:16.765626 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 45998) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:16.767194 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c0dd9-a517-40a0-baab-d3f17d4fc471 admin admin] Pushing event updated for resources: {'Network': ['ID=3dafd8ad-483e-4959-bc8a-d816da060ead,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:16.772339 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Request body: {'subnet': {'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1133304330-subnet', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:16.781812 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-e6cd569c-1b73-4e24-a2d2-c5fca9186a52 service neutron] 10.222.0.47 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086085 Jun 30 02:02:16.784645 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 3dafd8ad-483e-4959-bc8a-d816da060ead details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:02:16.799970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Made reservation on behalf of eb545c1c9cf94765b509e30bb2923440 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:16.802918 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:16.810232 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61669f-c736-4cde-811e-b2ceda5581ab req-6bcc25a1-1822-4a61-b35c-2cbcaf79d571 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:16.812110 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a61669f-c736-4cde-811e-b2ceda5581ab req-6bcc25a1-1822-4a61-b35c-2cbcaf79d571 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.1012266 Jun 30 02:02:16.873423 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a61669f-c736-4cde-811e-b2ceda5581ab req-4d563606-4b87-4829-9c02-4208ea5a7bf2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519779 Jun 30 02:02:17.020252 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.053081 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cdda0fd9-c3c9-4681-96ba-83729374bce0 req-ba3b8773-6328-4261-b244-0d084c03383c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 210 time: 0.0491540 Jun 30 02:02:17.119589 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14b12a4-2541-4bc2-974d-ada1440bd610,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:17.128907 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Checking segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:17.129269 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Network hostable DHCP agents. Network: 3dafd8ad-483e-4959-bc8a-d816da060ead, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:02:17.150412 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Network 3dafd8ad-483e-4959-bc8a-d816da060ead is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:02:17.161352 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 3dafd8ad-483e-4959-bc8a-d816da060ead) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:17.167648 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:17.168744 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.172352 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f571b-0bf8-4320-adc2-cbc72470ecdd None None] Network 3dafd8ad-483e-4959-bc8a-d816da060ead requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:02:17.199525 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46010) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:17.200724 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5c9ac8d7-4adc-4f14-8a62-c45bf4b0c824 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4295433 Jun 30 02:02:17.204977 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:17.246992 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.250727 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.314112 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.395976 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-3dafd8ad-483e-4959-bc8a-d816da060ead', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:02:17.396495 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.433352 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d70f-5998-4ef7-ae9f-c0ea1c3dd364 req-310a1a2d-63dd-46c4-8e36-e9897911f2a3 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:17.434897 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-de49d70f-5998-4ef7-ae9f-c0ea1c3dd364 req-310a1a2d-63dd-46c4-8e36-e9897911f2a3 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1248882 Jun 30 02:02:17.464615 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.485288 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-de49d70f-5998-4ef7-ae9f-c0ea1c3dd364 req-f1c914e4-ce6d-435d-af9c-e4ca935e4ce9 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Jun 30 02:02:17.563560 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Allocated IP 172.20.0.2 (3dafd8ad-483e-4959-bc8a-d816da060ead/f14b12a4-2541-4bc2-974d-ada1440bd610/dec1ea86-79b1-4400-867e-7927adc7edd6) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:17.696733 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.722667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.744026 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.759046 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Transition to ACTIVE for port object dec1ea86-79b1-4400-867e-7927adc7edd6 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:17.781417 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Transition to ACTIVE for port object dec1ea86-79b1-4400-867e-7927adc7edd6 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:17.790617 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.823651 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:02:17.825711 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device bf3148da-a617-4c00-aded-facbd534f9f4 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:17.844709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Allocated IP 172.27.2.233 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/cafde058-a481-4c46-8fbc-99d2102a11e7) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:17.872718 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: bf3148da-a617-4c00-aded-facbd534f9f4 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:02:17.873084 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device bf3148da-a617-4c00-aded-facbd534f9f4 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:02:17.877211 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Network 3dafd8ad-483e-4959-bc8a-d816da060ead is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:17.887275 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:17.890943 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:17.893037 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Pushing event updated for resources: {'Port': ['ID=dec1ea86-79b1-4400-867e-7927adc7edd6,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:17.957102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:17.996656 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Attempting to bind port dec1ea86-79b1-4400-867e-7927adc7edd6 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:17.997201 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Attempting to bind port dec1ea86-79b1-4400-867e-7927adc7edd6 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:17.997560 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Attempting to bind port dec1ea86-79b1-4400-867e-7927adc7edd6 on network 3dafd8ad-483e-4959-bc8a-d816da060ead {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:18.002362 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.012326 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:18.012690 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Checking segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:18.013109 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.013501 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Bound using segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:18.013973 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Bound port: dec1ea86-79b1-4400-867e-7927adc7edd6, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:18.014341 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.043190 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:18.072844 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:18.074439 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:02:18.079861 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:18.093460 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:18.096326 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Pushing event updated for resources: {'Port': ['ID=cafde058-a481-4c46-8fbc-99d2102a11e7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:18.141101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] For port dec1ea86-79b1-4400-867e-7927adc7edd6, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:18.154811 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] For port dec1ea86-79b1-4400-867e-7927adc7edd6, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=dec1ea86-79b1-4400-867e-7927adc7edd6,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:18.159697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.167250 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb68a-fed0-4688-9842-287a8ae0b5a8 req-f56de644-3a79-4a35-ae0b-64018a2b3934 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:18.168860 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26cbb68a-fed0-4688-9842-287a8ae0b5a8 req-f56de644-3a79-4a35-ae0b-64018a2b3934 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.1368387 Jun 30 02:02:18.172454 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.204960 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:18.254340 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:18.257799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2fce-4498-498a-949a-562f6330f380 None None] Pushing event updated for resources: {'Port': ['ID=dec1ea86-79b1-4400-867e-7927adc7edd6,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:18.260548 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-aae6c509-3d28-4351-aefb-547d15eab954 req-68af419a-bcd0-4f0e-88db-060c4278049a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 210 time: 0.0398226 Jun 30 02:02:18.262677 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.349242 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:18.399699 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26cbb68a-fed0-4688-9842-287a8ae0b5a8 req-c7e5ffcd-2c20-4b75-b876-e672cbac3eb8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918452 Jun 30 02:02:18.456395 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5153527e-df24-4b15-8332-a05affdb98ec tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:18.458717 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5153527e-df24-4b15-8332-a05affdb98ec tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 808 time: 0.1947887 Jun 30 02:02:18.483570 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Request body: {'port': {'device_id': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec', 'admin_state_up': True, 'tenant_id': 'ef1bc57d58c24f129abe21dbd74e9386'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:18.500644 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.537266 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['39b6e518-7fe7-4e29-800b-154e3ccdf9c8'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:18.684177 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Made reservation on behalf of ef1bc57d58c24f129abe21dbd74e9386 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:18.686889 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.826115 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:18.947033 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ea641-77d2-4fe5-afa1-4faab2c791b3 req-8ca41e1f-0ee8-4af1-9c1d-1b78afec5ad7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:18.948549 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-637ea641-77d2-4fe5-afa1-4faab2c791b3 req-8ca41e1f-0ee8-4af1-9c1d-1b78afec5ad7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.2064936 Jun 30 02:02:19.014943 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Router 320ae2db-f7a8-4f38-af54-acabf1f8a3af is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:02:19.241824 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device dec1ea86-79b1-4400-867e-7927adc7edd6 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:19.302919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Allocated IP 172.20.0.14 (203bb3d1-51eb-4aa3-93eb-bdc5320e4aec/20923f16-a0c6-41c1-9c62-21f030140275/7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:19.307269 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port dec1ea86-79b1-4400-867e-7927adc7edd6 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:19.376596 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-637ea641-77d2-4fe5-afa1-4faab2c791b3 req-786e8e2e-392b-4413-8491-477cd6d54712 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217629 Jun 30 02:02:19.403108 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:19.405929 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Sync routers for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:19.418328 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:19.419086 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:19.447547 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-220db3b3-bdcd-4989-b783-fe344d23714e req-a0c1dc6e-ebac-4cd9-b833-b6429acd0075 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 210 time: 0.0460255 Jun 30 02:02:19.459971 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.464077 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-71a5ec53-bb2c-423a-9db3-325dd432c25b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2631078 Jun 30 02:02:19.466383 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46032) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:19.527737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.578885 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f113e6c-852e-4012-84d1-6a40e80e69dc None None] Network 3dafd8ad-483e-4959-bc8a-d816da060ead requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:02:19.588479 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:19.597240 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.668087 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:19.672219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:19.685380 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:19.688617 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Pushing event updated for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:19.785982 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:19.786713 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.812202 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-cd4df092-2de5-441e-9aaa-0dd55c7a3595 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3342097 Jun 30 02:02:19.836266 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc79f-5f76-4074-90dd-9957212bdda8 req-81d07b8a-38f1-4640-b740-cf4f87a05d88 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:19.838265 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-682fc79f-5f76-4074-90dd-9957212bdda8 req-81d07b8a-38f1-4640-b740-cf4f87a05d88 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 945 time: 0.1096818 Jun 30 02:02:19.844088 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Request body: {'port': {'device_id': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:19.848735 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:19.926093 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2b5bff13-0dba-4a8b-b220-4b6887a89f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.932646 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Provisioning for port dec1ea86-79b1-4400-867e-7927adc7edd6 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:19.950600 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-682fc79f-5f76-4074-90dd-9957212bdda8 req-91f9f70d-404d-42b3-8b77-a14a38869638 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711732 Jun 30 02:02:19.951580 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Provisioning complete for port dec1ea86-79b1-4400-867e-7927adc7edd6 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:19.951956 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.976926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:19.984189 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.108878 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:20.121668 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:20.122028 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.153520 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Allocated IP 172.20.0.1 (3dafd8ad-483e-4959-bc8a-d816da060ead/f14b12a4-2541-4bc2-974d-ada1440bd610/6fc0820d-8590-4871-8b6d-ca0d3fdccfd8) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:20.228882 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.249054 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:18Z', 'revision_number': 3, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:20.287827 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Checking router: 320ae2db-f7a8-4f38-af54-acabf1f8a3af for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:20.287827 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Updating router 320ae2db-f7a8-4f38-af54-acabf1f8a3af port cafde058-a481-4c46-8fbc-99d2102a11e7 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:02:20.288191 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.305971 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Transition to ACTIVE for port object 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:20.345194 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.351736 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:20.360967 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.362034 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] For port dec1ea86-79b1-4400-867e-7927adc7edd6, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=dec1ea86-79b1-4400-867e-7927adc7edd6,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:20.369543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Network 3dafd8ad-483e-4959-bc8a-d816da060ead is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:20.374483 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.377790 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Transition to ACTIVE for port object 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:20.378421 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.381509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.383088 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:20.384932 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.416197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:20.486156 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:20.487044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:20.510464 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.554097 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Attempting to bind port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:20.554739 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Attempting to bind port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:20.554739 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Attempting to bind port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:20.563404 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:02:20.563843 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Attempting to bind port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 on network 203bb3d1-51eb-4aa3-93eb-bdc5320e4aec {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:20.580922 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:20.582320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Checking segment: {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:20.584722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Bound using segment: {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:20.588293 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Bound port: 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:20.589085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.730130 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-56ec9798-2c5b-4c07-8362-28ff73d3bc12 None None] Provisioning complete for port dec1ea86-79b1-4400-867e-7927adc7edd6 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:20.730503 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56ec9798-2c5b-4c07-8362-28ff73d3bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.734549 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:20.772243 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:20.779542 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:20.791239 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ab7a-6239-4dd7-b7aa-a03131eab1c2 req-326da24b-2a00-4587-b3c8-2bfe10e99663 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:20.791984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.797861 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:20.799413 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4840ab7a-6239-4dd7-b7aa-a03131eab1c2 req-326da24b-2a00-4587-b3c8-2bfe10e99663 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1860869 Jun 30 02:02:20.801092 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcd9de-e5a5-4503-b7c9-a6f49135d00f" -d '{"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:20.838948 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.842202 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b2258-ec64-4ade-afcd-def48d563afd req-76dd2f59-33dd-4b7c-ac46-6d4a9910bbb8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:20.843982 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-743b2258-ec64-4ade-afcd-def48d563afd req-76dd2f59-33dd-4b7c-ac46-6d4a9910bbb8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 944 time: 0.1688435 Jun 30 02:02:20.845523 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:20.863340 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbf4cc-ca83-4a78-bbb9-0fb3ae7b5a96 None None] Pushing event updated for resources: {'Port': ['ID=dec1ea86-79b1-4400-867e-7927adc7edd6,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:20.894454 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4840ab7a-6239-4dd7-b7aa-a03131eab1c2 req-c3b0705f-e926-495b-a26c-3efa1dc12e35 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940197 Jun 30 02:02:20.970532 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:20.995195 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e4d9c-1ec2-4d7f-bb84-c9fc732e9842 x-openstack-request-id: req-404e4d9c-1ec2-4d7f-bb84-c9fc732e9842 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:20.995474 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:20.995722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-404e4d9c-1ec2-4d7f-bb84-c9fc732e9842 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:20.996108 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'code': 200} Jun 30 02:02:21.004577 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.005385 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.006841 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-5a827df0-b982-4f26-8da9-9d37992c23b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 HTTP/1.1" status: 200 len: 1094 time: 1.1806247 Jun 30 02:02:21.007395 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:21.009808 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940eba6-068e-4113-a97c-17a1274fc1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:21.019021 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-743b2258-ec64-4ade-afcd-def48d563afd req-80d99330-a3d5-4905-8e33-b2248dea990b tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Jun 30 02:02:21.118838 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae22cb-3c15-4b2f-82bf-5370b08a0776 x-openstack-request-id: req-8bae22cb-3c15-4b2f-82bf-5370b08a0776 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:21.119297 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:21.119498 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bae22cb-3c15-4b2f-82bf-5370b08a0776 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:21.119896 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080', 'status': 'completed', 'code': 200} Jun 30 02:02:21.153414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-8db667be-5e84-45d1-817b-0fb18be2bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.155854 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-8db667be-5e84-45d1-817b-0fb18be2bf49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 1097 time: 0.0724039 Jun 30 02:02:21.168941 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.176106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.178368 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:21.195769 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.218403 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Transition to ACTIVE for port object cafde058-a481-4c46-8fbc-99d2102a11e7 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:21.223582 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.240922 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device dec1ea86-79b1-4400-867e-7927adc7edd6 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:21.248739 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-6a8673c2-b720-4d40-a9e4-e1d70ad62168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 HTTP/1.1" status: 200 len: 217 time: 0.0777283 Jun 30 02:02:21.252834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.340167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76ed3-fc6e-4bdb-8c14-e8d85cf10c2e None None] Pushing event updated for resources: {'Port': ['ID=cafde058-a481-4c46-8fbc-99d2102a11e7,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:21.346708 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:21.349613 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Attempting to bind port cafde058-a481-4c46-8fbc-99d2102a11e7 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:21.349979 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Attempting to bind port cafde058-a481-4c46-8fbc-99d2102a11e7 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:21.350337 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Attempting to bind port cafde058-a481-4c46-8fbc-99d2102a11e7 on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:21.358202 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:21.358955 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:21.359094 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.360131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:21.360131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Bound port: cafde058-a481-4c46-8fbc-99d2102a11e7, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:21.360454 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.370915 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4a4f3-39b4-4841-900b-92061690f32a req-b09ee184-57ff-4418-925c-9e412bdd8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.372767 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-b09ee184-57ff-4418-925c-9e412bdd8b9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20923f16-a0c6-41c1-9c62-21f030140275 HTTP/1.1" status: 200 len: 848 time: 0.0947430 Jun 30 02:02:21.391324 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port dec1ea86-79b1-4400-867e-7927adc7edd6 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:21.391722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.394978 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834902fa-a734-4b8f-a6d8-e73672b750ed req-791fc7ec-4187-4a45-bd58-47dfbe3e8778 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.396539 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-834902fa-a734-4b8f-a6d8-e73672b750ed req-791fc7ec-4187-4a45-bd58-47dfbe3e8778 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1444030 Jun 30 02:02:21.430376 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Network 3dafd8ad-483e-4959-bc8a-d816da060ead is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:21.432311 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-7967bedb-7775-4df2-9a60-a5df43d29d11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521178 Jun 30 02:02:21.433467 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:21.437814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f097d-c61d-4120-8ed9-591cc39af0ef req-567d11fc-7e6d-4494-a9a3-8f71eea23cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.439345 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-114f097d-c61d-4120-8ed9-591cc39af0ef req-567d11fc-7e6d-4494-a9a3-8f71eea23cfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1099 time: 0.1519566 Jun 30 02:02:21.465459 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-03547b99-3f7b-4c27-8a06-96c56b834bf7 None None] Provisioning for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:21.468031 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] For port cafde058-a481-4c46-8fbc-99d2102a11e7, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:21.473938 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] For port cafde058-a481-4c46-8fbc-99d2102a11e7, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=cafde058-a481-4c46-8fbc-99d2102a11e7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:21.475830 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-03547b99-3f7b-4c27-8a06-96c56b834bf7 None None] Provisioning complete for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:21.476200 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-03547b99-3f7b-4c27-8a06-96c56b834bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.521336 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-114f097d-c61d-4120-8ed9-591cc39af0ef req-5f921e24-b71f-4c0f-af81-41a0b2a6f1c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723662 Jun 30 02:02:21.524348 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.532322 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-03547b99-3f7b-4c27-8a06-96c56b834bf7 None None] Port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:21.561886 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Router 320ae2db-f7a8-4f38-af54-acabf1f8a3af has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:02:21.569033 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-834902fa-a734-4b8f-a6d8-e73672b750ed req-051e1574-7db9-46c6-a8b5-171b8d79689f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563272 Jun 30 02:02:21.594404 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-25111f4f-531a-4138-95ca-a2703a3288c8 service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540091 Jun 30 02:02:21.648159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:21.649313 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:01:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:21.654411 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76ed3-fc6e-4bdb-8c14-e8d85cf10c2e None None] Pushing event updated for resources: {'Port': ['ID=cafde058-a481-4c46-8fbc-99d2102a11e7,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:21.698161 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-39b4a4f3-39b4-4841-900b-92061690f32a req-64c4c174-900f-4b67-a7e9-e45e2ec6a316 service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921395 Jun 30 02:02:21.698578 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:21.710582 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-60d1a77f-af5d-46ce-82c7-d09324a8fe5b admin admin] 10.222.0.47 "PUT /v2.0/routers/320ae2db-f7a8-4f38-af54-acabf1f8a3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417135 Jun 30 02:02:21.791463 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-8c3272c5-211c-4519-9d10-59b8a0bd6487 None None] Provisioning complete for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:21.792071 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8c3272c5-211c-4519-9d10-59b8a0bd6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:21.817083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-7a8fd28b-975e-4059-92c6-50ac9a82a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.818916 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-7a8fd28b-975e-4059-92c6-50ac9a82a802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 1097 time: 0.0593572 Jun 30 02:02:21.839282 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:21.888570 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-8c3272c5-211c-4519-9d10-59b8a0bd6487 None None] Port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:21.955897 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-4dc6d208-4cbf-4e1c-b560-f48c919c4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:21.959379 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-4dc6d208-4cbf-4e1c-b560-f48c919c4c2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 200 len: 909 time: 0.1308105 Jun 30 02:02:22.019920 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-f8b91e23-2b88-4d46-9a68-39dc687d8a05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 HTTP/1.1" status: 200 len: 217 time: 0.0509248 Jun 30 02:02:22.102413 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 2, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:22.151531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-4b431dca-4d01-4ea6-9b8c-bdcca371a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:22.153092 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-4b431dca-4d01-4ea6-9b8c-bdcca371a8c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=20923f16-a0c6-41c1-9c62-21f030140275 HTTP/1.1" status: 200 len: 848 time: 0.1217406 Jun 30 02:02:22.213988 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-ed48c7e0-5ecf-4b2f-bc8b-4d308451b748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458448 Jun 30 02:02:22.256487 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6f876-0e48-414e-a8f3-bc54584f8513 req-e1562143-c91b-4b7c-a1f0-0ed3e0d5d28c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:22.258958 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d7b6f876-0e48-414e-a8f3-bc54584f8513 req-e1562143-c91b-4b7c-a1f0-0ed3e0d5d28c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1776373 Jun 30 02:02:22.328378 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a593c4-1a1b-415e-9335-b0d84ebe5244 None None] The sync data for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi is: [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 2, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:22.387331 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716efd-fadb-44eb-b5fb-d289b3436be2 req-94e18ed9-d501-444e-b799-393df31856c0 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:22.398925 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b716efd-fadb-44eb-b5fb-d289b3436be2 req-94e18ed9-d501-444e-b799-393df31856c0 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 944 time: 0.2260180 Jun 30 02:02:22.415430 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d7b6f876-0e48-414e-a8f3-bc54584f8513 req-e62d1cbd-8a84-4c41-a8db-27a8b8d7ffc4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390476 Jun 30 02:02:22.419343 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.428529 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-595b6cfb-8485-4954-add2-c653e4e44c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.436836 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-6681d705-0c23-499b-b7d0-2d884f68a05c service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075951 Jun 30 02:02:22.456624 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b716efd-fadb-44eb-b5fb-d289b3436be2 req-1dcf70ed-c450-4da2-8662-803081c811eb tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 Jun 30 02:02:22.553521 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8940eba6-068e-4113-a97c-17a1274fc1d6 req-80a3271a-80c7-42e5-865f-66b6e6406c2e service neutron] 10.222.0.41 "GET /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035812 Jun 30 02:02:22.556891 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46072) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:22.568631 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800161775-network', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:22.600009 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Made reservation on behalf of 50f37f13b554400ba80640eaaeada5ed for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:22.602593 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.653642 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.793399 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.799151 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.818190 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:02:22.830249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd19f4-abb1-49b7-87e5-c2fc3c16b15c req-9fe292ae-6d3d-4d0b-ad6b-10425c1e0059 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:22.832394 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87bd19f4-abb1-49b7-87e5-c2fc3c16b15c req-9fe292ae-6d3d-4d0b-ad6b-10425c1e0059 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0795562 Jun 30 02:02:22.844904 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.845195 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Added segment 5b16ad2a-4504-4b08-98d5-4e1355b20019 of type vlan for network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 Jun 30 02:02:22.854051 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2069f10e-962b-4696-8c61-8b0f5d740b30,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:22.878305 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87bd19f4-abb1-49b7-87e5-c2fc3c16b15c req-42706ac9-e7ae-43bd-9468-d2d2da12c072 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Jun 30 02:02:22.902802 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.939514 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:22.940904 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:22.941493 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.049648 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4890530 Jun 30 02:02:23.050132 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 46078) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:23.055550 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Request body: {'subnet': {'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800161775-subnet', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:23.084356 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Made reservation on behalf of 50f37f13b554400ba80640eaaeada5ed for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:23.087534 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.094322 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079112d-908d-46f0-823b-0ec0b7d7b735 admin admin] Pushing event updated for resources: {'Network': ['ID=84a1b984-86f1-4bc5-ba91-f8f92065ea49,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:23.148893 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746fba9-e27e-41a1-83b9-820a4e800715 req-15ef7430-f5e2-4826-aaf8-7c1920f98424 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:23.150609 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f746fba9-e27e-41a1-83b9-820a4e800715 req-15ef7430-f5e2-4826-aaf8-7c1920f98424 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1414971 Jun 30 02:02:23.163512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 46080) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:23.167268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Request body: {'floatingip': {'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:23.188120 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:02:23.221739 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.304464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.468259 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.661060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28068a3b-2d42-4999-9eef-e696e7cb573d,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:23.683454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233789b-7e82-4dfa-a6f1-4ba5c10c05a1 req-08d087d9-2c1d-4bee-87b0-fcae349b166a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:23.685092 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8233789b-7e82-4dfa-a6f1-4ba5c10c05a1 req-08d087d9-2c1d-4bee-87b0-fcae349b166a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 944 time: 0.0837135 Jun 30 02:02:23.712897 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Checking segment: {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:23.713246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Network hostable DHCP agents. Network: 84a1b984-86f1-4bc5-ba91-f8f92065ea49, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:02:23.738374 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8233789b-7e82-4dfa-a6f1-4ba5c10c05a1 req-cdca7264-8c99-436e-9cb3-5b54bc205dde tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Jun 30 02:02:23.785393 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b4821-f707-4a84-a0d5-6d5853e7459e req-65a52a1f-6b4c-4852-bd4e-b3f97154026b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:23.786932 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-974b4821-f707-4a84-a0d5-6d5853e7459e req-65a52a1f-6b4c-4852-bd4e-b3f97154026b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.2390397 Jun 30 02:02:23.790169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:02:23.822268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 84a1b984-86f1-4bc5-ba91-f8f92065ea49) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:23.833017 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:23.833665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.833769 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da733caf-a7a5-4d43-8651-2aa44294be4b None None] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:02:23.877480 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b3056b0b-18c5-4caf-a16b-af3c683418fb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8261077 Jun 30 02:02:23.880478 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46088) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:23.885140 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:23.894190 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-974b4821-f707-4a84-a0d5-6d5853e7459e req-fe72142b-5f5d-44d5-aa28-a0c40eb83643 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992749 Jun 30 02:02:23.914160 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.914160 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.961492 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.967210 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.971704 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:23.991962 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'fixed_ips': [{'subnet_id': '28068a3b-2d42-4999-9eef-e696e7cb573d'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:02:23.993094 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.090370 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Floating IP b86f8b43-e80a-4eaf-ba3e-ac19ec654a68 associated. External IP: 172.27.2.173, port: 39b6e518-7fe7-4e29-800b-154e3ccdf9c8. Jun 30 02:02:24.135771 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.154131 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Allocated IP 172.20.0.2 (84a1b984-86f1-4bc5-ba91-f8f92065ea49/28068a3b-2d42-4999-9eef-e696e7cb573d/52863c3d-56c9-4680-bc0d-bda799d35be3) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:24.318655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:02:24.337981 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.352159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Transition to ACTIVE for port object 52863c3d-56c9-4680-bc0d-bda799d35be3 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:24.361856 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.369747 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Transition to ACTIVE for port object 52863c3d-56c9-4680-bc0d-bda799d35be3 will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:24.377486 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.383901 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.429926 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:24.436445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Pushing event updated for resources: {'Port': ['ID=52863c3d-56c9-4680-bc0d-bda799d35be3,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:24.440079 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:24.445105 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:24.509478 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Attempting to bind port 52863c3d-56c9-4680-bc0d-bda799d35be3 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:24.509937 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Attempting to bind port 52863c3d-56c9-4680-bc0d-bda799d35be3 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:24.510359 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Attempting to bind port 52863c3d-56c9-4680-bc0d-bda799d35be3 on network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:24.516172 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:24.516647 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Checking segment: {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:24.517203 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.517657 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Bound using segment: {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:24.518348 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Bound port: 52863c3d-56c9-4680-bc0d-bda799d35be3, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:24.518917 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.524547 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Allocated IP 172.27.2.117 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/31892156-bb3e-4f32-8847-5ad853dd1d74) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:24.602834 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-58de5259-d584-48b7-93f0-e445108e769d None None] For port 52863c3d-56c9-4680-bc0d-bda799d35be3, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:24.614071 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-58de5259-d584-48b7-93f0-e445108e769d None None] For port 52863c3d-56c9-4680-bc0d-bda799d35be3, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=52863c3d-56c9-4680-bc0d-bda799d35be3,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:24.624648 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.650100 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.694601 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de5259-d584-48b7-93f0-e445108e769d None None] Pushing event updated for resources: {'Port': ['ID=52863c3d-56c9-4680-bc0d-bda799d35be3,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:24.710176 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.720531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:24.726490 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:24.735267 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:24.753439 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:24.755085 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:24.757449 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:24.762360 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:24.765052 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:24.774174 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-564feafe-215b-4954-b015-ceb15a575cee tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "PUT /v2.0/floatingips/b86f8b43-e80a-4eaf-ba3e-ac19ec654a68 HTTP/1.1" status: 200 len: 992 time: 1.6128056 Jun 30 02:02:24.774797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:24.787406 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad4ff9-6950-445e-9107-da503cd53ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:24.831189 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Pushing event updated for resources: {'Port': ['ID=31892156-bb3e-4f32-8847-5ad853dd1d74,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:24.847420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Sync routers for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:24.872775 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:24.873756 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:24.929000 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:25.053270 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.069810 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:25.217923 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330109e-8408-4ef3-b9c6-f761bb09657a req-2de26b9a-a032-4650-969b-6d6eab245ee8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:25.219763 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c330109e-8408-4ef3-b9c6-f761bb09657a req-2de26b9a-a032-4650-969b-6d6eab245ee8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 944 time: 0.2259541 Jun 30 02:02:25.255808 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.324700 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 52863c3d-56c9-4680-bc0d-bda799d35be3 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:25.338273 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c330109e-8408-4ef3-b9c6-f761bb09657a req-786b9da6-57b4-42e2-9e65-300d3e5c26a5 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076286 Jun 30 02:02:25.396644 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 2, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:25.407286 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359cac0-f6e0-4401-8e3e-8ca4abce9470 x-openstack-request-id: req-e359cac0-f6e0-4401-8e3e-8ca4abce9470 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:25.408222 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:25.408629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e359cac0-f6e0-4401-8e3e-8ca4abce9470 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:25.409193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'status': 'completed', 'code': 200} Jun 30 02:02:25.439197 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Checking router: 320ae2db-f7a8-4f38-af54-acabf1f8a3af for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:25.439605 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Updating router 320ae2db-f7a8-4f38-af54-acabf1f8a3af port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:02:25.472921 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 52863c3d-56c9-4680-bc0d-bda799d35be3 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:25.473232 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'b86f8b43-e80a-4eaf-ba3e-ac19ec654a68', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:02:09Z', 'updated_at': '2021-06-30T02:02:23Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:25.482642 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device cafde058-a481-4c46-8fbc-99d2102a11e7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:25.517061 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:25.529557 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:25.530858 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:25.536884 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.566586 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port cafde058-a481-4c46-8fbc-99d2102a11e7 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:25.601602 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port cafde058-a481-4c46-8fbc-99d2102a11e7 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:25.602536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.661017 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:25.672717 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-f49980fe-58e7-4d6f-9847-a10fc684076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:25.674366 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-f49980fe-58e7-4d6f-9847-a10fc684076c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1099 time: 0.1038396 Jun 30 02:02:25.877402 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.880943 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-85b70a4d-e8db-419f-aa58-4f423799ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:25.882637 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-85b70a4d-e8db-419f-aa58-4f423799ff64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1919377 Jun 30 02:02:25.886574 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:02:25.932799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:25.998579 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-9822f861-ea50-49e0-95c0-9c4ede37abef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 1000 time: 0.1037436 Jun 30 02:02:26.029778 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port cafde058-a481-4c46-8fbc-99d2102a11e7, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=cafde058-a481-4c46-8fbc-99d2102a11e7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:26.040898 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:26.054888 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fffa74-ffc4-4d02-99d3-5fec509335b6 req-789e127a-fe82-4be5-a879-d49a74173803 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:26.063073 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'b86f8b43-e80a-4eaf-ba3e-ac19ec654a68', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:02:09Z', 'updated_at': '2021-06-30T02:02:23Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:26.064164 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46fffa74-ffc4-4d02-99d3-5fec509335b6 req-789e127a-fe82-4be5-a879-d49a74173803 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1826794 Jun 30 02:02:26.106294 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-ec5eb728-2260-41a3-8653-c2176b163771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:26.108047 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-ec5eb728-2260-41a3-8653-c2176b163771 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.1022546 Jun 30 02:02:26.108708 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f733b-59f1-4e49-83d4-306d0a29ddc0 None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'b86f8b43-e80a-4eaf-ba3e-ac19ec654a68', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:02:09Z', 'updated_at': '2021-06-30T02:02:23Z', 'revision_number': 1, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:26.122083 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46fffa74-ffc4-4d02-99d3-5fec509335b6 req-2cd9bf92-4702-40f7-b161-9c7181dee384 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566392 Jun 30 02:02:26.170098 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Router b24f2f98-0bc5-4542-8ee8-80e34c62e933 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:02:26.185342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-528e51b0-4aa0-4fa4-9852-0ac9efe1d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:26.186863 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-528e51b0-4aa0-4fa4-9852-0ac9efe1d91a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715313 Jun 30 02:02:26.188570 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:26.202942 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Transition to ACTIVE for port object 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:26.217721 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82cd265-e0a5-4a6c-b855-8957eef4699f None None] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:02:26.248464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:26.312984 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-073432e0-5b04-408c-99d3-a760e7400e72 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171501 Jun 30 02:02:26.325718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:26.335907 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Sync routers for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:26.347787 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:26.352338 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:26.352338 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:26.355068 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-01bf16c5-1626-426a-83da-777e36ae7723 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4720006 Jun 30 02:02:26.356112 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46102) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:26.358822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:26.398429 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=cafde058-a481-4c46-8fbc-99d2102a11e7,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:26.424818 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080', 'network_id': '203bb3d1-51eb-4aa3-93eb-bdc5320e4aec', 'port_id': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080', 'mac_address': 'fa:16:3e:26:a7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20923f16-a0c6-41c1-9c62-21f030140275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:02:26.497813 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Provisioning for port 52863c3d-56c9-4680-bc0d-bda799d35be3 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:26.543430 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44ad4ff9-6950-445e-9107-da503cd53ab9 req-f6cb67cd-b636-4162-a151-7e86ddb7f7f8 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222724 Jun 30 02:02:26.559137 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Provisioning complete for port 52863c3d-56c9-4680-bc0d-bda799d35be3 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:26.559526 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:26.560598 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:26.662962 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd11a1-1f2c-44d5-9a73-29c0bb3914ba None None] New status for floating IP b86f8b43-e80a-4eaf-ba3e-ac19ec654a68: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:02:26.754488 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed631f1-af28-4b79-a99b-9dbdfe14527e req-2313765a-4448-4f82-9418-14db386cebf4 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:26.757409 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1ed631f1-af28-4b79-a99b-9dbdfe14527e req-2313765a-4448-4f82-9418-14db386cebf4 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 944 time: 0.2115304 Jun 30 02:02:26.843117 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1ed631f1-af28-4b79-a99b-9dbdfe14527e req-17b9b5ac-bc0e-4ee0-8943-681ba7f13a78 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Jun 30 02:02:26.959945 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1040e-452d-4c7b-9e40-30e725af6870 None None] Pushing event updated for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:26.966571 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.001502 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:24Z', 'revision_number': 3, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:27.038890 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Checking router: b24f2f98-0bc5-4542-8ee8-80e34c62e933 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:27.040200 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Updating router b24f2f98-0bc5-4542-8ee8-80e34c62e933 port 31892156-bb3e-4f32-8847-5ad853dd1d74 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:02:27.040293 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.084342 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.093025 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.116737 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:27.127315 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Attempting to bind port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:27.127739 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Attempting to bind port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:27.130205 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Attempting to bind port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 on network 3dafd8ad-483e-4959-bc8a-d816da060ead {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:27.200122 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:27.201248 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Checking segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:27.201248 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.201659 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Bound using segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:27.202500 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Bound port: 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:27.202966 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.239501 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device cafde058-a481-4c46-8fbc-99d2102a11e7 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:27.251023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:27.287807 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.349237 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0129198-8f02-4aae-a0dd-0d624ef01779 req-34735b5b-a5aa-4482-b37d-fc45c74a3f10 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:27.351839 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a0129198-8f02-4aae-a0dd-0d624ef01779 req-34735b5b-a5aa-4482-b37d-fc45c74a3f10 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0827136 Jun 30 02:02:27.366485 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Allocated IP 172.20.0.1 (84a1b984-86f1-4bc5-ba91-f8f92065ea49/28068a3b-2d42-4999-9eef-e696e7cb573d/a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:27.387105 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.406495 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a0129198-8f02-4aae-a0dd-0d624ef01779 req-97f7c730-41b4-4af5-b1b0-78319dced32c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481553 Jun 30 02:02:27.444495 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.457600 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Transition to ACTIVE for port object 31892156-bb3e-4f32-8847-5ad853dd1d74 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:27.465628 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.488217 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:27.499991 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] For port 52863c3d-56c9-4680-bc0d-bda799d35be3, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=52863c3d-56c9-4680-bc0d-bda799d35be3,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:27.517014 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] For port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:27.519189 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.531302 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Attempting to bind port 31892156-bb3e-4f32-8847-5ad853dd1d74 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:27.531725 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Attempting to bind port 31892156-bb3e-4f32-8847-5ad853dd1d74 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:27.532089 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Attempting to bind port 31892156-bb3e-4f32-8847-5ad853dd1d74 on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:27.535479 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Pushing event updated for resources: {'Port': ['ID=31892156-bb3e-4f32-8847-5ad853dd1d74,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:27.537379 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.541142 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:27.541512 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:27.541911 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.542304 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:27.542533 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] For port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:27.542830 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Bound port: 31892156-bb3e-4f32-8847-5ad853dd1d74, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:27.543308 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.550553 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.550893 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.551231 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.551564 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.551893 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.552216 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.552555 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.552910 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.553364 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.553688 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.554009 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.554323 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:27.560262 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Transition to ACTIVE for port object a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:27.576007 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port cafde058-a481-4c46-8fbc-99d2102a11e7 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:27.576386 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.607556 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.615860 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.619356 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] For port 31892156-bb3e-4f32-8847-5ad853dd1d74, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:27.625596 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] For port 31892156-bb3e-4f32-8847-5ad853dd1d74, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31892156-bb3e-4f32-8847-5ad853dd1d74,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:27.632577 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.664560 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:27.669164 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:27.673180 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:27.679712 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da55e1-e94f-4a8f-9677-711eef3468eb None None] Pushing event updated for resources: {'Port': ['ID=52863c3d-56c9-4680-bc0d-bda799d35be3,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:27.713182 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Pushing event updated for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:27.719178 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613551-20e6-4d6d-a440-687e6f10f96b None None] Pushing event updated for resources: {'Port': ['ID=31892156-bb3e-4f32-8847-5ad853dd1d74,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:27.729182 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:27.730006 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:27.750891 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:27.752637 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:27.753475 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:27.879064 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:27.994348 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1040e-452d-4c7b-9e40-30e725af6870 None None] Pushing event updated for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:28.020011 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-249ffd63-fb96-4502-8e0e-56ad9e7747f4 None None] Provisioning complete for port 52863c3d-56c9-4680-bc0d-bda799d35be3 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:28.020386 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-249ffd63-fb96-4502-8e0e-56ad9e7747f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.094074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.127460 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:28.182153 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89440177-4270-4b5c-97d8-0c4e5724c30b req-215f820e-dbf4-48bd-beec-a61901e710e7 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:28.183885 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89440177-4270-4b5c-97d8-0c4e5724c30b req-215f820e-dbf4-48bd-beec-a61901e710e7 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 945 time: 0.1294577 Jun 30 02:02:28.264521 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:24Z', 'revision_number': 3, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:28.268954 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89440177-4270-4b5c-97d8-0c4e5724c30b req-489df27f-58fa-4a7a-a1f0-f0e1a3c8fbf0 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783837 Jun 30 02:02:28.311544 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6219bdc-0392-48e2-a188-a98866ec2bd7 None None] The sync data for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi is: [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:24Z', 'revision_number': 3, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:28.355215 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.361419 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.411607 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-409d767b-95ed-4d51-9477-e983da7adfae None None] Provisioning for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:28.417177 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:28.420915 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-409d767b-95ed-4d51-9477-e983da7adfae None None] Provisioning complete for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:28.421124 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-409d767b-95ed-4d51-9477-e983da7adfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.437114 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.439919 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Pushing event updated for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:28.453052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd5fb-8325-4e49-a8f0-7487dc60eb65 None None] The sync data for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi is: [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:28.486903 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-409d767b-95ed-4d51-9477-e983da7adfae None None] Port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:28.552887 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:28.554464 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:28.735723 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ad3b-66a4-442c-a315-caee45f1405f req-6b6f41aa-93e0-4f7b-a236-33a11d709ad2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:28.737395 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90c6ad3b-66a4-442c-a315-caee45f1405f req-6b6f41aa-93e0-4f7b-a236-33a11d709ad2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1755030 Jun 30 02:02:28.763096 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Router b24f2f98-0bc5-4542-8ee8-80e34c62e933 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:02:28.797973 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90c6ad3b-66a4-442c-a315-caee45f1405f req-067c002f-f926-4b16-a013-9a6415a43a34 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528591 Jun 30 02:02:28.911956 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-a453a513-a0dd-4f15-8f66-36d44843444b None None] Provisioning complete for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:28.912373 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a453a513-a0dd-4f15-8f66-36d44843444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:28.918214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:28.923444 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f6c56185-a83b-4962-8d39-4526e2afb01e admin admin] 10.222.0.47 "PUT /v2.0/routers/b24f2f98-0bc5-4542-8ee8-80e34c62e933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660434 Jun 30 02:02:28.985396 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-a453a513-a0dd-4f15-8f66-36d44843444b None None] Port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:29.330861 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:29.426215 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:29.432110 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:29.432692 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:29.498069 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb53f5-3fdb-48e9-9352-0e4549941c5c req-86b219af-0dcc-4701-9fc2-daf623cd31ec tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:29.505779 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e5fb53f5-3fdb-48e9-9352-0e4549941c5c req-86b219af-0dcc-4701-9fc2-daf623cd31ec tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 945 time: 0.0764897 Jun 30 02:02:29.554328 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e5fb53f5-3fdb-48e9-9352-0e4549941c5c req-6bc2495e-3c04-4cde-a76e-69855e996a6c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476348 Jun 30 02:02:29.559136 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:29.599650 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:29.606951 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:29.608018 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 52863c3d-56c9-4680-bc0d-bda799d35be3 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:29.691767 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:29.706247 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 52863c3d-56c9-4680-bc0d-bda799d35be3 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:29.706629 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:29.818191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31892156-bb3e-4f32-8847-5ad853dd1d74 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:29.899136 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 31892156-bb3e-4f32-8847-5ad853dd1d74 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:29.907394 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 31892156-bb3e-4f32-8847-5ad853dd1d74 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:29.907981 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:30.098822 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d72da-1a04-4442-ae6a-8730c11f653c req-788a84fc-ca61-418e-afe0-e40b284c2afb tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:30.106711 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-767d72da-1a04-4442-ae6a-8730c11f653c req-788a84fc-ca61-418e-afe0-e40b284c2afb tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1042967 Jun 30 02:02:30.167209 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-767d72da-1a04-4442-ae6a-8730c11f653c req-8a447e4c-07a7-4a2f-b65a-c108923f7567 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594981 Jun 30 02:02:30.229323 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:30.253435 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 31892156-bb3e-4f32-8847-5ad853dd1d74, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31892156-bb3e-4f32-8847-5ad853dd1d74,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:30.261881 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:30.346518 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=31892156-bb3e-4f32-8847-5ad853dd1d74,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:30.456877 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:30.540424 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Sync routers for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:30.555708 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:30.556323 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:30.741234 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:30.874300 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6f1a-dfc2-4592-8d90-9ca741f7ed7c req-8025abc3-0c2e-4f5e-b3ff-249f9e32cdb7 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:30.875854 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6c0f6f1a-dfc2-4592-8d90-9ca741f7ed7c req-8025abc3-0c2e-4f5e-b3ff-249f9e32cdb7 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 945 time: 0.1211097 Jun 30 02:02:30.923341 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6c0f6f1a-dfc2-4592-8d90-9ca741f7ed7c req-5fb573c6-5773-44fa-8ca5-86bc83ede99d tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jun 30 02:02:31.014534 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 4, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9', 'name': '', 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'mac_address': 'fa:16:3e:68:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:27Z', 'updated_at': '2021-06-30T02:02:28Z', 'revision_number': 2, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'subnets': [{'id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:31.047190 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Checking router: b24f2f98-0bc5-4542-8ee8-80e34c62e933 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:31.047533 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Updating router b24f2f98-0bc5-4542-8ee8-80e34c62e933 port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:02:31.089853 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.210812 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:31.351980 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:31.352684 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.505673 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ac25-540f-4782-9b97-a44803189046 req-cd76ab21-dc67-4172-b52c-9de9c8cfabee tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:31.518571 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0a7ac25-540f-4782-9b97-a44803189046 req-cd76ab21-dc67-4172-b52c-9de9c8cfabee tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1020470 Jun 30 02:02:31.535436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31892156-bb3e-4f32-8847-5ad853dd1d74 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:31.586206 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 31892156-bb3e-4f32-8847-5ad853dd1d74 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:31.586470 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.587399 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0a7ac25-540f-4782-9b97-a44803189046 req-3c1d4c40-1fdf-44c5-877b-4eb9916d2444 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667632 Jun 30 02:02:31.620819 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.633034 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Transition to ACTIVE for port object a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:31.647065 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.714579 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a06d50-2689-49a9-a349-c0a0bffd97d0 None None] Pushing event updated for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:31.786919 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Attempting to bind port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:31.787426 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Attempting to bind port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:31.787778 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Attempting to bind port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 on network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:31.793956 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:31.793956 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Checking segment: {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:31.794322 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.794573 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Bound using segment: {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:31.795037 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Bound port: a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b16ad2a-4504-4b08-98d5-4e1355b20019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:31.795521 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.917374 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] For port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:31.921728 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] For port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:31.932732 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:31.998845 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:31.999486 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:32.066795 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a06d50-2689-49a9-a349-c0a0bffd97d0 None None] Pushing event updated for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:32.139948 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:32.175694 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:32.199039 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2800a-55ae-4eeb-a9dd-9bf569ac79b3 req-25a0af91-fa27-46c3-ba2a-17dd05ff0b20 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:32.207591 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a9e2800a-55ae-4eeb-a9dd-9bf569ac79b3 req-25a0af91-fa27-46c3-ba2a-17dd05ff0b20 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 945 time: 0.1091530 Jun 30 02:02:32.234188 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:32.242208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:32.242833 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:32.269549 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a9e2800a-55ae-4eeb-a9dd-9bf569ac79b3 req-ffb2f729-b660-493f-a924-620565c5577a tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Jun 30 02:02:32.373498 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:32.406877 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:32.409556 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edfca8a-79ad-4471-9aaf-67e47b836467" -d '{"events": [{"server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "name": "network-vif-plugged", "status": "completed", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:32.426630 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:32.436274 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:32.458009 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 4, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9', 'name': '', 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'mac_address': 'fa:16:3e:68:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:27Z', 'updated_at': '2021-06-30T02:02:31Z', 'revision_number': 4, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'subnets': [{'id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:32.489287 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b490ec1-6e28-44f0-928e-0fa6f73f7742 x-openstack-request-id: req-5b490ec1-6e28-44f0-928e-0fa6f73f7742 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:32.489654 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "name": "network-vif-plugged", "status": "completed", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:32.489908 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b490ec1-6e28-44f0-928e-0fa6f73f7742 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:32.490354 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080', 'code': 200} Jun 30 02:02:32.494391 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6905903-0935-4f3b-b229-e2e219130414 None None] The sync data for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi is: [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:02:27Z', 'revision_number': 4, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9', 'name': '', 'network_id': '84a1b984-86f1-4bc5-ba91-f8f92065ea49', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'mac_address': 'fa:16:3e:68:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:27Z', 'updated_at': '2021-06-30T02:02:31Z', 'revision_number': 4, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'subnets': [{'id': '28068a3b-2d42-4999-9eef-e696e7cb573d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:32.575191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:32.975371 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936be5a2-19b9-452e-ac55-38a4c4eb8c11 req-314961c2-5639-4a70-bc75-57141a9b6607 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:32.977898 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-936be5a2-19b9-452e-ac55-38a4c4eb8c11 req-314961c2-5639-4a70-bc75-57141a9b6607 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1458006 Jun 30 02:02:32.980395 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024432-4091-48fc-bf81-3fee92377729 req-e3a316b6-1337-4614-b084-12ff8c2b5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:32.982061 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62024432-4091-48fc-bf81-3fee92377729 req-e3a316b6-1337-4614-b084-12ff8c2b5c72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 1099 time: 0.1617858 Jun 30 02:02:33.054961 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-936be5a2-19b9-452e-ac55-38a4c4eb8c11 req-52e9b38d-333a-46d2-aa4a-b2c120749908 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690463 Jun 30 02:02:33.073129 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62024432-4091-48fc-bf81-3fee92377729 req-47f468e0-685d-45e4-87e0-4ad5dc9c7aee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 Jun 30 02:02:33.213490 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:33.299609 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:33.303995 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:33.304373 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:33.499490 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85f06-89c1-432d-abc8-94e646f89e5a req-bd27af31-01be-4db8-986a-d41c82d97131 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:33.508168 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bdb85f06-89c1-432d-abc8-94e646f89e5a req-bd27af31-01be-4db8-986a-d41c82d97131 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 946 time: 0.1076460 Jun 30 02:02:33.557130 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:33.580985 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bdb85f06-89c1-432d-abc8-94e646f89e5a req-ee7d22db-08b4-4787-83ab-bdce47b0aef2 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542321 Jun 30 02:02:33.652456 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:33.675664 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:33.753550 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:34.248828 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687caa54-02cc-4cb6-8d24-f2ca50e72390 req-2d320b9a-74e0-4a1a-9545-f0ee08fac175 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:34.255958 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-687caa54-02cc-4cb6-8d24-f2ca50e72390 req-2d320b9a-74e0-4a1a-9545-f0ee08fac175 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0818369 Jun 30 02:02:34.291763 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-687caa54-02cc-4cb6-8d24-f2ca50e72390 req-f7b7eb97-d4c3-40e2-8be1-ab3c91268912 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347841 Jun 30 02:02:34.808275 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a8e5e-0afe-4714-a3c8-bfb4899dc473 req-ee10ca58-65c4-4260-bdcc-5b408c122fe6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:34.811418 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b13a8e5e-0afe-4714-a3c8-bfb4899dc473 req-ee10ca58-65c4-4260-bdcc-5b408c122fe6 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 946 time: 0.0857861 Jun 30 02:02:34.876188 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b13a8e5e-0afe-4714-a3c8-bfb4899dc473 req-45525a83-39f4-440c-8dc5-d7307f73f7f8 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Jun 30 02:02:35.226409 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:02:35.323963 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:35.324336 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:35.460259 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-ea3a5363-accb-4484-9c30-ddae3a023900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:35.464572 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-ea3a5363-accb-4484-9c30-ddae3a023900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1099 time: 0.1060915 Jun 30 02:02:35.589524 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c37c4-c3bb-41b1-a0c5-93c6c1c8ebb0 req-9c455e50-fae9-4e4b-8a94-82be94b20157 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:35.597135 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b9c37c4-c3bb-41b1-a0c5-93c6c1c8ebb0 req-9c455e50-fae9-4e4b-8a94-82be94b20157 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1137469 Jun 30 02:02:35.633935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-4e72d72b-a2c7-4145-afa9-c347f3e6c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:35.635619 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-4e72d72b-a2c7-4145-afa9-c347f3e6c108 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.1601593 Jun 30 02:02:35.648122 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b9c37c4-c3bb-41b1-a0c5-93c6c1c8ebb0 req-388e7787-2ba6-425f-9433-86f464e544fd tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469494 Jun 30 02:02:35.740998 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-158fd5af-1923-4727-a0ac-3f299b0dd761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 1001 time: 0.0890558 Jun 30 02:02:35.814433 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-dcb2cf7e-b366-49bd-a3ab-97df8f60ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:35.816133 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-dcb2cf7e-b366-49bd-a3ab-97df8f60ec3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.0672510 Jun 30 02:02:35.892474 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-5ba1430a-ea83-4afe-8a4a-405a28a22a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:35.893960 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-5ba1430a-ea83-4afe-8a4a-405a28a22a02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699589 Jun 30 02:02:36.049384 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-29b4bfb2-6606-4352-ac49-d18c91431355 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426487 Jun 30 02:02:36.145200 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76377-b733-45ae-903c-198271031200 req-3ce16602-aa04-4031-8a12-80ed79513f9c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:36.152361 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4cd76377-b733-45ae-903c-198271031200 req-3ce16602-aa04-4031-8a12-80ed79513f9c tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 946 time: 0.0843225 Jun 30 02:02:36.199852 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4cd76377-b733-45ae-903c-198271031200 req-d4f599a1-f691-47f7-8ede-8741f4ad07ba tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Jun 30 02:02:36.239505 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ae34408-ae41-457b-be76-ea2d198f8d90 req-6c2a0b7f-a0ef-4a17-be8a-e372a7b59717 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814389 Jun 30 02:02:36.680294 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1acd5-3069-42d3-b420-f8b163470b35 req-708eae3c-1bf3-43f9-ac6d-b084fd9a3822 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:36.681866 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7fe1acd5-3069-42d3-b420-f8b163470b35 req-708eae3c-1bf3-43f9-ac6d-b084fd9a3822 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 945 time: 0.0731888 Jun 30 02:02:36.731608 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7fe1acd5-3069-42d3-b420-f8b163470b35 req-f3e7fd1a-f80e-4ab4-a4e5-80b638e4971b tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jun 30 02:02:36.842805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b40d9-827c-49d8-89f3-0d8d79e9e8c1 req-72225d14-94e1-4e02-bc34-5aeb2253766c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:36.845257 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a42b40d9-827c-49d8-89f3-0d8d79e9e8c1 req-72225d14-94e1-4e02-bc34-5aeb2253766c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0816567 Jun 30 02:02:36.892412 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a42b40d9-827c-49d8-89f3-0d8d79e9e8c1 req-337b58f5-6e1e-4def-a288-476e61ed9494 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370328 Jun 30 02:02:37.617447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37d10-76b4-494d-91dd-f281df041dc5 req-84c72eb3-9c62-4b25-b345-98d006f6fe58 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:37.619741 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3fa37d10-76b4-494d-91dd-f281df041dc5 req-84c72eb3-9c62-4b25-b345-98d006f6fe58 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 946 time: 0.2896929 Jun 30 02:02:37.681856 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3fa37d10-76b4-494d-91dd-f281df041dc5 req-de6ab6b6-c3f7-4ce5-ba91-16558f847876 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/security-groups?id=f05f7c0d-532b-42dc-b11e-d0312b33bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Jun 30 02:02:37.750038 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-7d4ee180-efa5-4520-a67d-25e70f9f5e43 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:37.753778 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-7d4ee180-efa5-4520-a67d-25e70f9f5e43 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 946 time: 0.0881033 Jun 30 02:02:37.912906 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Deleting port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:37.913468 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:38.071584 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967eb70-3f30-4fb0-85a0-f52f8bf92876 req-6fdab3d3-e20e-4ee5-afa3-6ca357bf1723 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:38.081947 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4967eb70-3f30-4fb0-85a0-f52f8bf92876 req-6fdab3d3-e20e-4ee5-afa3-6ca357bf1723 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 945 time: 0.1878002 Jun 30 02:02:38.103298 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] For port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,segment=NetworkSegment(d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3),segment_id=d8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:38.103705 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:38.122974 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Calling delete_port for 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:38.135651 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4967eb70-3f30-4fb0-85a0-f52f8bf92876 req-079dcedf-b203-4192-9ed2-88606c0c7d57 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/security-groups?id=e28b12d2-809e-46cd-83c6-af72e6e5374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 Jun 30 02:02:38.163073 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733bf3b-c9ee-4664-a926-6d06d4e14ddb req-243a060a-921b-4fe1-9514-8e7ec2a0a0cf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:38.165043 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1733bf3b-c9ee-4664-a926-6d06d4e14ddb req-243a060a-921b-4fe1-9514-8e7ec2a0a0cf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1152916 Jun 30 02:02:38.259014 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1733bf3b-c9ee-4664-a926-6d06d4e14ddb req-2d03ca99-c52d-424e-9152-bb2a5d815973 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574508 Jun 30 02:02:38.349111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:38.383234 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Pushing event deleted for resources: {'Port': ['ID=7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:38.429370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] No DVR routers for this DVR port 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:02:38.433534 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:38.435734 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5bad410f-47d2-40d6-a9e8-64df80986489 req-b87cc960-a10d-4bd8-9bf8-19afa83cd6bf tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.41 "DELETE /v2.0/ports/7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 HTTP/1.1" status: 204 len: 173 time: 0.6767159 Jun 30 02:02:38.436287 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'name': 'network-vif-deleted', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:38.438778 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013b3d1-c4c0-46f5-98c6-66f45d5b8146" -d '{"events": [{"server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "name": "network-vif-deleted", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:38.489498 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6f06c-8cc9-452c-9b2d-e27e10402166 x-openstack-request-id: req-19c6f06c-8cc9-452c-9b2d-e27e10402166 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:38.489792 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c8002f-1ef4-4a72-bea0-60e2c42e9df1", "name": "network-vif-deleted", "tag": "7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:38.490037 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19c6f06c-8cc9-452c-9b2d-e27e10402166 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:38.490424 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c8002f-1ef4-4a72-bea0-60e2c42e9df1', 'name': 'network-vif-deleted', 'tag': '7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080', 'status': 'completed', 'code': 200} Jun 30 02:02:38.643382 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-47a99857-d3bd-48b8-8a96-b2ddff85a1e7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:38.644480 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-47a99857-d3bd-48b8-8a96-b2ddff85a1e7 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 945 time: 0.1086819 Jun 30 02:02:38.865362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62dc0562-9d64-4ff5-bb0e-aac126757622 req-a8e81db1-8c8d-4b98-b926-3b938af14f63 tempest-VolumesActionsTest-138312922 tempest-VolumesActionsTest-138312922-project] 10.222.0.47 "GET /v2.0/ports?device_id=34c8002f-1ef4-4a72-bea0-60e2c42e9df1 HTTP/1.1" status: 200 len: 210 time: 0.0409205 Jun 30 02:02:38.867931 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Deleting port 6859cda3-0ef8-48a2-a0ad-87966d356844 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:38.868842 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:39.008085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] For port 6859cda3-0ef8-48a2-a0ad-87966d356844, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6859cda3-0ef8-48a2-a0ad-87966d356844,segment=NetworkSegment(b99afe05-531b-4785-98a9-07ddfc44d32f),segment_id=b99afe05-531b-4785-98a9-07ddfc44d32f)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:39.008456 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:39.036736 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Calling delete_port for 6859cda3-0ef8-48a2-a0ad-87966d356844 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:39.194314 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:39.210244 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['6859cda3-0ef8-48a2-a0ad-87966d356844'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:02:39.239711 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Pushing event deleted for resources: {'Port': ['ID=6859cda3-0ef8-48a2-a0ad-87966d356844,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:39.350001 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] No DVR routers for this DVR port 6859cda3-0ef8-48a2-a0ad-87966d356844 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:02:39.365623 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:39.376404 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02e5d4e5-a4cd-449b-a6ac-aeed856b2e15 req-6c0739f4-2dac-45a2-9110-30cd3a5d945e tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.41 "DELETE /v2.0/ports/6859cda3-0ef8-48a2-a0ad-87966d356844 HTTP/1.1" status: 204 len: 173 time: 0.7150524 Jun 30 02:02:39.400419 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c47f9840-a013-4ca0-8b92-4afe9417b817 req-660b5346-d015-4f4a-b530-b1b45621b070 tempest-VolumesSnapshotTestJSON-1468951534 tempest-VolumesSnapshotTestJSON-1468951534-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3f5160f-9b80-4843-965b-a8ba608ce511 HTTP/1.1" status: 200 len: 210 time: 0.0528152 Jun 30 02:02:39.610388 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26464bf6-a20e-4683-ab51-ac0281a593a4 req-ae1e567f-702a-4c52-bad7-13ac3be3c8aa tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:39.611969 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26464bf6-a20e-4683-ab51-ac0281a593a4 req-ae1e567f-702a-4c52-bad7-13ac3be3c8aa tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1121194 Jun 30 02:02:39.664606 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-26464bf6-a20e-4683-ab51-ac0281a593a4 req-6f7d153d-2ec9-49f3-a8df-753f15759f2e tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370240 Jun 30 02:02:39.920875 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:02:40.018993 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46282) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:02:40.197906 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:40.236125 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5950-15ab-4b89-aff2-b0c31f8fb6a6 req-4958cffc-6642-4cf1-8686-67ed21699a6b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:40.246528 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:02:40.247786 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 7ddccf56-2d1f-4bb8-bc64-8ab4eeca4080 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:02:40.248535 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eb3e5950-15ab-4b89-aff2-b0c31f8fb6a6 req-4958cffc-6642-4cf1-8686-67ed21699a6b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1503468 Jun 30 02:02:40.280380 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-be706da7-37ac-49f2-8db4-552444d6171f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2596323 Jun 30 02:02:40.339698 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-eb3e5950-15ab-4b89-aff2-b0c31f8fb6a6 req-ee0ffe29-a877-4ffb-b8fa-39636a8e2c83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887198 Jun 30 02:02:40.491996 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'name': 'network-vif-deleted', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:40.494926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03908fff-df9f-4d6c-bef4-2ea568250418" -d '{"events": [{"server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "name": "network-vif-deleted", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:40.551684 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3cc4df-aed7-4f30-bab0-bb2e0bc5ad24 x-openstack-request-id: req-6f3cc4df-aed7-4f30-bab0-bb2e0bc5ad24 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:40.551885 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f5160f-9b80-4843-965b-a8ba608ce511", "name": "network-vif-deleted", "tag": "6859cda3-0ef8-48a2-a0ad-87966d356844", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:40.552079 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f3cc4df-aed7-4f30-bab0-bb2e0bc5ad24 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:40.552420 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5160f-9b80-4843-965b-a8ba608ce511', 'name': 'network-vif-deleted', 'tag': '6859cda3-0ef8-48a2-a0ad-87966d356844', 'status': 'completed', 'code': 200} Jun 30 02:02:41.164813 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-7aa81dfb-df1c-4032-83c5-fe308a44e008 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:41.166317 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-7aa81dfb-df1c-4032-83c5-fe308a44e008 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 815 time: 0.1231601 Jun 30 02:02:41.181319 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2b7b4418-1d40-42f4-9f57-97aa2e9ffd23 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/quotas/eb545c1c9cf94765b509e30bb2923440 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Jun 30 02:02:41.252819 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-1870dcc4-49b1-4421-be90-8b448e163105 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653338 Jun 30 02:02:41.396481 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-16e525b4-a3b3-4da2-b78e-722d63b79c3c service neutron] 10.222.0.47 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323957 Jun 30 02:02:41.486741 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-f28343ae-dd42-45e6-9835-0692aef1f835 service neutron] 10.222.0.47 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Jun 30 02:02:41.523232 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11928-35ad-413e-b925-876d1aaea0d3 req-561983bc-533d-4d60-be9a-62b1fdaddde2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:41.524767 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5d11928-35ad-413e-b925-876d1aaea0d3 req-561983bc-533d-4d60-be9a-62b1fdaddde2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0683336 Jun 30 02:02:41.563545 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5d11928-35ad-413e-b925-876d1aaea0d3 req-3cf8b02f-3cbd-4aea-a4cc-d6a16ad2297d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jun 30 02:02:41.676042 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d58d8e15-a349-462d-8e98-7ed48d541195 req-f4912128-f3a3-4064-9692-e377eba0adf9 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0410218 Jun 30 02:02:42.312155 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:42.393358 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:42.422233 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:42.424529 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34964d6f-2c07-4c0d-9c27-62965ede81be" -d '{"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:42.437633 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:42.442281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:42.443017 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6859cda3-0ef8-48a2-a0ad-87966d356844 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:42.464100 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682fc9f8-69ef-4acd-9346-bfc3c4467e27 x-openstack-request-id: req-682fc9f8-69ef-4acd-9346-bfc3c4467e27 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:42.464400 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-unplugged", "status": "failed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "code": 422}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:42.464638 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-682fc9f8-69ef-4acd-9346-bfc3c4467e27 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:42.465058 dv-cinder-734415-14-iscsi neutron-server[93041]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'code': 422} returned with failed status Jun 30 02:02:42.481625 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 6859cda3-0ef8-48a2-a0ad-87966d356844 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:02:42.481960 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6859cda3-0ef8-48a2-a0ad-87966d356844 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:02:42.509445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=6']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:42.755198 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b90c-28c3-4abc-9c5c-ae5fe13381e1 req-cb276ce9-b133-4028-8436-3eb1acbcbe41 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:42.757060 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e938b90c-28c3-4abc-9c5c-ae5fe13381e1 req-cb276ce9-b133-4028-8436-3eb1acbcbe41 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0725169 Jun 30 02:02:42.799959 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-e938b90c-28c3-4abc-9c5c-ae5fe13381e1 req-492fb95f-3d1d-4309-a59a-7c5abae06da7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Jun 30 02:02:42.947038 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-97e8ef84-1d7a-4f30-b792-351aaa739180 req-87638573-381d-4e32-893b-a58fceafb7ca tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0388737 Jun 30 02:02:43.983609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7610090-a499-49f4-9038-f8ae8b10e6d6 req-f31fd114-7333-4715-b1d2-9513d877a050 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:43.985218 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b7610090-a499-49f4-9038-f8ae8b10e6d6 req-f31fd114-7333-4715-b1d2-9513d877a050 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0675755 Jun 30 02:02:44.023652 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b7610090-a499-49f4-9038-f8ae8b10e6d6 req-a49819ad-309d-42f2-9c1c-58f82a95d7a4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Jun 30 02:02:44.148704 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ec2e2eab-867d-4478-8de0-86edf3f21dc0 req-540c7c0c-1d4c-43e8-97d4-ac639e6de2ee tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0280404 Jun 30 02:02:45.200697 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277bdb4-f731-4dee-8823-959e5bb1d29e req-2fd102b3-6872-41a4-920d-7fc27c6718c0 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:45.202650 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7277bdb4-f731-4dee-8823-959e5bb1d29e req-2fd102b3-6872-41a4-920d-7fc27c6718c0 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0656056 Jun 30 02:02:45.243094 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7277bdb4-f731-4dee-8823-959e5bb1d29e req-3fadbc6f-e36c-4912-9bfc-f18cf6f5cdd7 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Jun 30 02:02:45.290305 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-00f336d1-4c69-488b-9c4d-ec0f378e79f7 req-d3f8cf21-e173-4cdc-8d9e-aa5adfc4a4af tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0284536 Jun 30 02:02:46.432543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24b03f-37d4-4280-85ca-d2e9cf6621c0 req-0924370d-5ea8-4c7e-9cae-a6015482c8c1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:46.434067 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c24b03f-37d4-4280-85ca-d2e9cf6621c0 req-0924370d-5ea8-4c7e-9cae-a6015482c8c1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0704067 Jun 30 02:02:46.472448 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c24b03f-37d4-4280-85ca-d2e9cf6621c0 req-32a78000-9735-4992-9162-3d9c586832b6 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Jun 30 02:02:46.606912 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-77525f1e-80ea-46d2-80e1-3f0eea7668b2 req-f3a87cac-e00c-448e-b534-44d0b527951d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0301764 Jun 30 02:02:47.190177 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620741-cbd9-4618-8732-e892e7fc8a00 req-bc0adc68-7a0b-47e8-af98-3ea000620e8c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:47.191543 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4b620741-cbd9-4618-8732-e892e7fc8a00 req-bc0adc68-7a0b-47e8-af98-3ea000620e8c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0642190 Jun 30 02:02:47.235093 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4b620741-cbd9-4618-8732-e892e7fc8a00 req-7565f8d7-0602-4cf2-ba86-d62e0f4875b6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375071 Jun 30 02:02:47.659266 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647f37-4d76-4fb8-aef9-b2196035beb2 req-69fedc18-d94c-461b-9f92-1c1712ebbc52 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:47.661697 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c647f37-4d76-4fb8-aef9-b2196035beb2 req-69fedc18-d94c-461b-9f92-1c1712ebbc52 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.0752070 Jun 30 02:02:47.702796 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c647f37-4d76-4fb8-aef9-b2196035beb2 req-5948de36-133d-446b-a566-a9d3252c41b0 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352163 Jun 30 02:02:47.779096 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4338d40b-f6f0-43ac-9fa5-66eb6365a9ae req-988e0d5b-5109-4197-820b-06e879101693 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 210 time: 0.0309196 Jun 30 02:02:48.090590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-98cc7426-cbea-4bfd-ae36-53c6f3fc5873 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:48.092293 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-98cc7426-cbea-4bfd-ae36-53c6f3fc5873 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 815 time: 0.1037102 Jun 30 02:02:48.106805 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'port': {'device_id': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'admin_state_up': True, 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:48.224149 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Made reservation on behalf of eb545c1c9cf94765b509e30bb2923440 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:02:48.228510 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:48.403437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Allocated IP 172.20.0.6 (3dafd8ad-483e-4959-bc8a-d816da060ead/f14b12a4-2541-4bc2-974d-ada1440bd610/0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:02:48.474980 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cc682-7d44-4f3c-b72d-80566f368d9d req-3a7be939-b184-4e08-bc5b-315f1ea9ab48 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:48.476576 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d65cc682-7d44-4f3c-b72d-80566f368d9d req-3a7be939-b184-4e08-bc5b-315f1ea9ab48 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.0990701 Jun 30 02:02:48.539097 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d65cc682-7d44-4f3c-b72d-80566f368d9d req-12081758-c23f-453b-872c-daf78f68a7b7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532138 Jun 30 02:02:48.663106 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:48.707092 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Transition to ACTIVE for port object 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:48.771055 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:48.893171 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:48.906926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Network 3dafd8ad-483e-4959-bc8a-d816da060ead is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:02:48.909251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:02:48.912813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:02:49.020443 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:49.022599 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:49.065036 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-2209983d-7e4c-4bb9-90ce-fc1d947ef1c2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9623048 Jun 30 02:02:49.086591 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Request body: {'port': {'device_id': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:02:49.241805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92746d91-f338-4a2e-b364-16830615a78a req-601f9597-39c1-4f7a-9014-85bf9789ca5e tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:49.244086 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-92746d91-f338-4a2e-b364-16830615a78a req-601f9597-39c1-4f7a-9014-85bf9789ca5e tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.1744890 Jun 30 02:02:49.319917 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-92746d91-f338-4a2e-b364-16830615a78a req-8070b45c-c5e0-46dd-99cb-ce3b6dd779f1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745320 Jun 30 02:02:49.363705 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:49.477238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-eef13016-7173-4874-b673-82e8d0b24e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:49.479054 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-eef13016-7173-4874-b673-82e8d0b24e6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7&tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef HTTP/1.1" status: 200 len: 1097 time: 0.2548957 Jun 30 02:02:49.511983 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-e50d84f5-8e0b-4e2c-b7fc-5f5e05461184 None None] Provisioning for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:02:49.521604 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-e50d84f5-8e0b-4e2c-b7fc-5f5e05461184 None None] Provisioning complete for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:02:49.522393 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e50d84f5-8e0b-4e2c-b7fc-5f5e05461184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:49.614495 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-e50d84f5-8e0b-4e2c-b7fc-5f5e05461184 None None] Port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:02:49.755040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1098-7657-4698-94d0-c53438cd1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:49.950963 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8e94-2404-4939-8844-9a51eb2d642c req-44448a75-f346-4c3c-8e6b-fbbb51848356 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:49.955602 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fd3c8e94-2404-4939-8844-9a51eb2d642c req-44448a75-f346-4c3c-8e6b-fbbb51848356 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 931 time: 0.5019095 Jun 30 02:02:49.975359 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-fa1e0566-a18b-468b-bdc1-cebae43445e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:49.979356 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-fa1e0566-a18b-468b-bdc1-cebae43445e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1097 time: 0.3841317 Jun 30 02:02:49.996826 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aa444-361a-4a44-a7bf-2053b4d27f1b req-ceea77e7-9854-466d-b147-b3b0050dcc0a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:50.003059 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-017aa444-361a-4a44-a7bf-2053b4d27f1b req-ceea77e7-9854-466d-b147-b3b0050dcc0a tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1997185 Jun 30 02:02:50.103568 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-017aa444-361a-4a44-a7bf-2053b4d27f1b req-1b948381-5048-4c14-a7a6-656ab57e1d34 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886688 Jun 30 02:02:50.219922 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:02:50.232146 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:50.254834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Transition to ACTIVE for port object 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:02:50.284576 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fd3c8e94-2404-4939-8844-9a51eb2d642c req-577bad14-903d-46cb-8433-b290f8f92575 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003972 Jun 30 02:02:50.285227 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:50.802972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:50.928289 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-cb6ea7d7-2f02-4791-9d4b-d3c63615d4ca tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:50.930935 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-cb6ea7d7-2f02-4791-9d4b-d3c63615d4ca tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.6504655 Jun 30 02:02:50.961230 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-4542937f-7a53-4af1-99f9-412f917d3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:50.961230 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-4542937f-7a53-4af1-99f9-412f917d3453 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.9505591 Jun 30 02:02:50.994214 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfbd74-4ed8-4b28-bd2c-4073ab5b5c45 req-896becb7-69f5-462b-946d-c53b785c83be tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:51.003223 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cfbd74-4ed8-4b28-bd2c-4073ab5b5c45 req-896becb7-69f5-462b-946d-c53b785c83be tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.3171189 Jun 30 02:02:51.145891 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Attempting to bind port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:02:51.146321 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Attempting to bind port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:02:51.146726 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Attempting to bind port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 on network 3dafd8ad-483e-4959-bc8a-d816da060ead {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:51.156799 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cfbd74-4ed8-4b28-bd2c-4073ab5b5c45 req-df01b007-b33f-4f25-b468-167afb4085fd tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533844 Jun 30 02:02:51.184478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 on network 3dafd8ad-483e-4959-bc8a-d816da060ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:02:51.184478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Attempting to bind port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 on network 3dafd8ad-483e-4959-bc8a-d816da060ead {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:02:51.201026 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:02:51.201779 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Checking segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:02:51.202204 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Bound using segment: {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:02:51.202651 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Bound port: 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91a491e-c922-48be-831a-2ac4feb01ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:02:51.203026 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:51.364094 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-a42c599e-ec0a-4ae8-9142-992e3d9f8b70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 999 time: 0.3847983 Jun 30 02:02:51.417868 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Deleting port 60abf820-09d1-4ee7-8ff0-4a259031829e {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:02:51.418237 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:51.445656 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfac6f7-3b58-4c35-9a3c-0605bca09f80 req-19b00db8-53e1-4034-88bf-cf8a3b09ba1b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:51.453625 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7cfac6f7-3b58-4c35-9a3c-0605bca09f80 req-19b00db8-53e1-4034-88bf-cf8a3b09ba1b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1384149 Jun 30 02:02:51.509081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:02:51.558448 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7cfac6f7-3b58-4c35-9a3c-0605bca09f80 req-d4cc8cc1-d1cd-4be1-b8cc-035ae9c7531f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887764 Jun 30 02:02:51.588587 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:02:51.608291 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-752c9b91-9f79-4231-8bd7-97d59e80ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:51.614627 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-752c9b91-9f79-4231-8bd7-97d59e80ae58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.2352397 Jun 30 02:02:51.663288 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:51.861592 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:51.862373 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:51.881494 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] 10.222.0.41 "PUT /v2.0/ports/0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 1093 time: 2.8051383 Jun 30 02:02:51.882019 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:51.884583 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799865b1-b906-42fe-913b-f9cbf3475f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:52.025742 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035f0952-2726-4af8-bb1c-a68b60cc2f23 x-openstack-request-id: req-035f0952-2726-4af8-bb1c-a68b60cc2f23 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:52.026426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:52.026426 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-035f0952-2726-4af8-bb1c-a68b60cc2f23 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:52.027484 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:02:52.071319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:52.089702 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] For port 60abf820-09d1-4ee7-8ff0-4a259031829e, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=60abf820-09d1-4ee7-8ff0-4a259031829e,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:02:52.090246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:52.154919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.154919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.154919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.155392 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.161719 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.162231 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.162758 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.163287 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.163757 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.164180 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.164623 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.165096 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c6d58-88a7-432e-af8c-c1090b7c3e65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:02:52.399477 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9be53-05b0-4c46-ad99-08475c41352f req-355f1583-fa3d-46b4-bd66-164957cb130a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:52.401976 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0dd9be53-05b0-4c46-ad99-08475c41352f req-355f1583-fa3d-46b4-bd66-164957cb130a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.8118489 Jun 30 02:02:52.431935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-ee9d1bb0-e561-4fbf-a9ae-9c9f1e2f6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:52.433513 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-ee9d1bb0-e561-4fbf-a9ae-9c9f1e2f6da0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7780895 Jun 30 02:02:52.485952 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:52.503463 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e123992b-c098-445a-905f-896a2a284fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:52.702857 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801053a-7d38-41ee-be03-1e67edeb77c0 req-56176be4-8bc8-4790-80b4-cb0719a570a5 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:52.703773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-eab87a73-e8d1-4a16-bf62-7ed4ddaf8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:52.703906 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a801053a-7d38-41ee-be03-1e67edeb77c0 req-56176be4-8bc8-4790-80b4-cb0719a570a5 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.2317667 Jun 30 02:02:52.704192 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-eab87a73-e8d1-4a16-bf62-7ed4ddaf8ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1096 time: 0.7303729 Jun 30 02:02:52.770581 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a801053a-7d38-41ee-be03-1e67edeb77c0 req-160aa551-e6ae-496f-9247-89a752cd088d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577791 Jun 30 02:02:52.941851 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-3dd03735-0d1f-4971-a88a-a5b7e16763ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 217 time: 0.1763396 Jun 30 02:02:52.979833 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0dd9be53-05b0-4c46-ad99-08475c41352f req-57c943dc-c6d5-4d5f-b18d-8d593624852d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537609 Jun 30 02:02:53.125633 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-48a3c9a1-ca9b-48fe-8e7e-8919ebda317e service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675476 Jun 30 02:02:53.129080 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:53.129458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:53.129770 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Floating IP dda91f08-2e1c-4815-bb9a-9a8945f9fa91 disassociated. External IP: 172.27.2.99, port: 60abf820-09d1-4ee7-8ff0-4a259031829e. Jun 30 02:02:53.130109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Calling delete_port for 60abf820-09d1-4ee7-8ff0-4a259031829e owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:02:53.136742 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b6dac-48ae-49cd-99e7-f70877482972 req-6f2108f1-89b5-42ec-b7a4-de5a484be25c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:53.147557 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-451b6dac-48ae-49cd-99e7-f70877482972 req-6f2108f1-89b5-42ec-b7a4-de5a484be25c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 945 time: 0.1909385 Jun 30 02:02:53.220329 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-451b6dac-48ae-49cd-99e7-f70877482972 req-2ddb527f-d212-470f-a032-7c955bb24603 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3f7b779-4483-4383-ac72-ca70c2b940c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714505 Jun 30 02:02:53.268343 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-56170976-7b99-48b1-8f6a-56c7ba5189fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:53.269968 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-56170976-7b99-48b1-8f6a-56c7ba5189fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.2889290 Jun 30 02:02:53.281331 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-d101e3e1-25c7-4665-8f59-61080862ccd8 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472375 Jun 30 02:02:53.340228 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:53.581135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-0ee8cfac-1f7b-4e98-a1ff-41641e7527d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:53.583849 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-0ee8cfac-1f7b-4e98-a1ff-41641e7527d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2972107 Jun 30 02:02:53.732689 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:53.814190 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'Port': ['ID=60abf820-09d1-4ee7-8ff0-4a259031829e,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:02:54.050049 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-a8a55e6f-daeb-4a32-8704-f7970f331ecd service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483755 Jun 30 02:02:54.140818 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93f7e0-97f9-4589-ae5f-ad49fc2c0dbc req-fd096c4b-99ef-4634-b885-23af76197429 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:54.149721 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c93f7e0-97f9-4589-ae5f-ad49fc2c0dbc req-fd096c4b-99ef-4634-b885-23af76197429 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.1886547 Jun 30 02:02:54.192767 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7979eb0a-e7e7-48d2-9d9c-aef76462f517 req-7983946d-483b-45c4-a00f-2ed394664c40 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243000 Jun 30 02:02:54.250525 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 60abf820-09d1-4ee7-8ff0-4a259031829e no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:02:54.319927 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 60abf820-09d1-4ee7-8ff0-4a259031829e {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:02:54.320137 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 60abf820-09d1-4ee7-8ff0-4a259031829e not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:02:54.338818 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9c93f7e0-97f9-4589-ae5f-ad49fc2c0dbc req-513fef54-3e35-4e2e-bc46-7e0c7277d543 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878588 Jun 30 02:02:54.503192 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:02:54.570521 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-678934c9-8484-4cd8-a830-469fb733e719 req-6d8d038d-ecef-42b6-8931-3d585184ce7c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.0356505 Jun 30 02:02:54.604429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-1f2eba11-8e1b-42ab-bb07-602dc944bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:54.606610 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-1f2eba11-8e1b-42ab-bb07-602dc944bbbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1096 time: 0.3251028 Jun 30 02:02:54.623473 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2443-7304-4802-91eb-6fe787eb84a5 req-adde81d2-194d-4557-b7c0-6e386e6aa56e tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:54.626425 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dbec2443-7304-4802-91eb-6fe787eb84a5 req-adde81d2-194d-4557-b7c0-6e386e6aa56e tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.2404594 Jun 30 02:02:54.745136 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:02:54.761588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:02:54.796436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:54.797458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:55.041185 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:55.070122 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:55.244913 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] No DVR routers for this DVR port 60abf820-09d1-4ee7-8ff0-4a259031829e on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:02:55.254961 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:55.257691 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b8e10936-80e7-4aec-adc8-e57891eac20a req-ba5e580d-2216-4f7e-b1b8-6a0161900ce1 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "DELETE /v2.0/ports/60abf820-09d1-4ee7-8ff0-4a259031829e HTTP/1.1" status: 204 len: 173 time: 4.3092558 Jun 30 02:02:55.258390 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'name': 'network-vif-deleted', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:02:55.262048 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d0ffcd-0427-4277-bcf1-154bab1cfab4" -d '{"events": [{"server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "name": "network-vif-deleted", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:02:55.275918 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dbec2443-7304-4802-91eb-6fe787eb84a5 req-b96612ef-b4fb-4615-ad03-1c734cb80c8f tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893860 Jun 30 02:02:55.345890 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9abe82-185c-462c-a348-ae7ff6e841e8 x-openstack-request-id: req-ed9abe82-185c-462c-a348-ae7ff6e841e8 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:02:55.346256 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a", "name": "network-vif-deleted", "tag": "60abf820-09d1-4ee7-8ff0-4a259031829e", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:02:55.346515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed9abe82-185c-462c-a348-ae7ff6e841e8 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:02:55.347004 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a', 'name': 'network-vif-deleted', 'tag': '60abf820-09d1-4ee7-8ff0-4a259031829e', 'status': 'completed', 'code': 200} Jun 30 02:02:55.568346 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:55.576871 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5231-08d1-4d9e-aaec-e5460e956a16 req-51e8804e-4687-4d28-a3b0-3e052f5f0499 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:55.578041 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-73dd5231-08d1-4d9e-aaec-e5460e956a16 req-51e8804e-4687-4d28-a3b0-3e052f5f0499 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.1074097 Jun 30 02:02:55.618822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:02:55.629092 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:02:55.630366 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:02:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:55.664422 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-73dd5231-08d1-4d9e-aaec-e5460e956a16 req-714de105-5345-445e-ab1a-02c13aad7847 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738797 Jun 30 02:02:55.906823 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:02:55.987475 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-99a70666-dff2-4a9a-b8af-27299f20eaaa req-aa0c65dc-004c-48fb-bf2f-98d138d041da tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.0695322 Jun 30 02:02:56.176417 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:02:56.207616 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948e66-43de-4f1b-91da-280423e2c8b3 None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:02:56.567661 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569f2f7-e703-4cde-a447-cadd63acb1d0 req-edc3ecde-c15a-41b7-8e46-797b8d9b7f1f tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:56.576075 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6569f2f7-e703-4cde-a447-cadd63acb1d0 req-edc3ecde-c15a-41b7-8e46-797b8d9b7f1f tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.0755746 Jun 30 02:02:56.668161 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6569f2f7-e703-4cde-a447-cadd63acb1d0 req-815c0844-acc1-4664-a816-e2c711f63d55 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864878 Jun 30 02:02:56.668425 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:02:56.680878 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2e680-64d5-4de2-93c0-8aed772a6f99 None None] New status for floating IP dda91f08-2e1c-4815-bb9a-9a8945f9fa91: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:02:57.089845 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88fe62-6fbc-4bd5-9749-807f0c11b859 req-995bd749-ab3a-4636-aa08-8b3e0c92f87b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:57.100987 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c88fe62-6fbc-4bd5-9749-807f0c11b859 req-995bd749-ab3a-4636-aa08-8b3e0c92f87b tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.2158670 Jun 30 02:02:57.164977 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1c88fe62-6fbc-4bd5-9749-807f0c11b859 req-1638c1ef-2e11-402b-8740-b1e1eb8fa18d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628481 Jun 30 02:02:57.387467 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ebd08b4f-806d-43bd-babd-87029645fa8b req-623444c2-03b1-44ea-b1f9-943d943b1e39 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.0457299 Jun 30 02:02:57.983278 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c363-3d1f-42f4-9d6f-7c1e8a1c437d req-af6f6e66-f649-46b2-8653-78335f0ad8ec tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:57.985104 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9eb5c363-3d1f-42f4-9d6f-7c1e8a1c437d req-af6f6e66-f649-46b2-8653-78335f0ad8ec tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1282039 Jun 30 02:02:58.075241 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9eb5c363-3d1f-42f4-9d6f-7c1e8a1c437d req-0328477f-60ee-45ee-b6b7-5470226a97e6 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 Jun 30 02:02:58.548343 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637218d-3678-421c-9564-cc80cd8c535f req-80aea21e-9b14-4d5c-aaf1-7e6a91423c2a tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:58.562871 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3637218d-3678-421c-9564-cc80cd8c535f req-80aea21e-9b14-4d5c-aaf1-7e6a91423c2a tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.1454771 Jun 30 02:02:58.637652 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3637218d-3678-421c-9564-cc80cd8c535f req-cbb68172-9028-4901-bee6-d15653a0d6c4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731049 Jun 30 02:02:59.078596 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9dd35dce-a3bf-4ef5-acbf-79f0966c6ec1 req-be920e50-7bc2-4b15-b826-4036f8a80b6c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d4a2d-00bb-4d49-a5b8-0439eacdfc4a HTTP/1.1" status: 200 len: 210 time: 0.2006731 Jun 30 02:02:59.626564 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-6cca995a-32d8-4cd3-982e-aa05cb52aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:59.631697 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-6cca995a-32d8-4cd3-982e-aa05cb52aa5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1097 time: 0.2339060 Jun 30 02:02:59.633476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-c2dd89d4-a3d2-4ad2-a6b4-600c86675f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:59.651645 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-c2dd89d4-a3d2-4ad2-a6b4-600c86675f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.7898669 Jun 30 02:02:59.691420 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e26dc-0aee-446d-945d-e65532af545d req-763e400e-8f3a-4bdb-a0bd-b3c8881e3468 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:59.712127 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e92e26dc-0aee-446d-945d-e65532af545d req-763e400e-8f3a-4bdb-a0bd-b3c8881e3468 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1963022 Jun 30 02:02:59.822480 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e92e26dc-0aee-446d-945d-e65532af545d req-082cc439-e553-43c4-9ce8-3902d7cbbe7c tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090057 Jun 30 02:02:59.929989 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-d7dddb31-34e1-4749-a033-cc2245835e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:02:59.946907 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-d7dddb31-34e1-4749-a033-cc2245835e4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.2716584 Jun 30 02:03:00.075565 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-f6015fed-c2e6-4047-848b-1609a6e4354e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 217 time: 0.3993335 Jun 30 02:03:00.233006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-63caf06a-9e26-40fc-834e-e60bf19115af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:00.243660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-63caf06a-9e26-40fc-834e-e60bf19115af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.0995803 Jun 30 02:03:00.424686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8678d-3dbc-45f4-b41c-fb201dadda56 req-cf78ace2-8932-4ac2-9aef-611509fbed52 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:00.432172 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1cf8678d-3dbc-45f4-b41c-fb201dadda56 req-cf78ace2-8932-4ac2-9aef-611509fbed52 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 944 time: 0.3686936 Jun 30 02:03:00.446033 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-749c268b-9637-4a75-841c-094a92301831 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 999 time: 0.3236289 Jun 30 02:03:00.533210 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:03:00.566631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-c20e824e-a503-453b-9e38-c825ac5fd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:00.568205 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-c20e824e-a503-453b-9e38-c825ac5fd8b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3319833 Jun 30 02:03:00.692763 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1cf8678d-3dbc-45f4-b41c-fb201dadda56 req-3f7795e1-0e01-498f-b48f-92b93b01f02d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594905 Jun 30 02:03:00.707381 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-f8db09be-8add-4ac6-941e-c3316f3bd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:00.709343 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-f8db09be-8add-4ac6-941e-c3316f3bd60c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.2523029 Jun 30 02:03:00.924557 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-8ae45567-5d2f-4e8b-92bd-da639a39a3fb service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450034 Jun 30 02:03:00.941638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-aab446d0-747f-46ec-833d-618ff0f8f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:00.943879 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-aab446d0-747f-46ec-833d-618ff0f8f550 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2171001 Jun 30 02:03:01.011415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46636) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:01.082738 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:01.106014 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'port_id': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'mac_address': 'fa:16:3e:e6:a2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:03:01.153283 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-34370db9-00d9-4ec7-8f72-67feddf7a4e3 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939836 Jun 30 02:03:01.202807 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.234148 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:03:01.271762 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:01.278519 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.312955 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.374409 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0928639e-6a69-4038-bef9-1ccb39e11060 req-a2c459f2-1bc6-4892-b18d-35ae90027b0f service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221488 Jun 30 02:03:01.401548 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.412099 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=7']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:01.480297 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555c343-254f-49a6-b805-5f90364f297e req-6a146024-a9f2-49cf-8a05-d6735dfc4c94 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:01.486736 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.487204 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.490535 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c555c343-254f-49a6-b805-5f90364f297e req-6a146024-a9f2-49cf-8a05-d6735dfc4c94 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.2141240 Jun 30 02:03:01.493559 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.495263 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.495639 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.496058 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.499912 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.501062 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.502359 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.503409 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.503742 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.506115 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:01.530120 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-799865b1-b906-42fe-913b-f9cbf3475f7a req-d40747f2-ef3e-4240-bac2-bbfeaf008813 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849812 Jun 30 02:03:01.601282 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c555c343-254f-49a6-b805-5f90364f297e req-58694b44-16a6-4205-8d6c-de81ffad66eb tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081111 Jun 30 02:03:01.617821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:01.641174 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.644604 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:01.646683 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "DELETE /v2.0/security-groups/d3f7b779-4483-4383-ac72-ca70c2b940c3 HTTP/1.1" status: 204 len: 168 time: 0.6340756 Jun 30 02:03:01.649551 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 46648) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:01.659551 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532cb9-6b72-4e81-bfd4-f6eccdba0c20 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f7b779-4483-4383-ac72-ca70c2b940c3,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:01.692056 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.api.v2.resource [None req-cdb052af-13c6-4a94-97c8-69fedf7d5e18 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] show failed (client error): The resource could not be found. Jun 30 02:03:01.709480 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-cdb052af-13c6-4a94-97c8-69fedf7d5e18 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups/d3f7b779-4483-4383-ac72-ca70c2b940c3 HTTP/1.1" status: 404 len: 347 time: 0.0584569 Jun 30 02:03:01.712809 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46650) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:02.114748 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f6ecc-38c9-4a40-87d7-94ec11c89476 req-25b47a68-99ae-4a7d-a2d0-aa76d30105ac tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:02.122532 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1d6f6ecc-38c9-4a40-87d7-94ec11c89476 req-25b47a68-99ae-4a7d-a2d0-aa76d30105ac tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 945 time: 0.1357145 Jun 30 02:03:02.187048 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Deleting port 8472ba03-1528-4d8a-9d79-ef9d95968576 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:03:02.187587 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:02.244316 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1d6f6ecc-38c9-4a40-87d7-94ec11c89476 req-9863dc47-e6ca-445e-af70-8ef3f6595dbd tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206431 Jun 30 02:03:02.485025 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:02.485648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:02.509466 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Calling delete_port for 8472ba03-1528-4d8a-9d79-ef9d95968576 owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:03:02.770292 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:02.834500 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'Port': ['ID=8472ba03-1528-4d8a-9d79-ef9d95968576,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:03.039403 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.042424 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.048638 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-dc8e1727-ad96-4f00-9cf8-5ddea8f82c71 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "DELETE /v2.0/floatingips/dda91f08-2e1c-4815-bb9a-9a8945f9fa91 HTTP/1.1" status: 204 len: 168 time: 1.3296330 Jun 30 02:03:03.054628 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe4547-55f2-4b09-95c9-d857dce6075e req-6c1f03e6-9f65-447e-94f8-03c49d758960 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:03.063037 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2cfe4547-55f2-4b09-95c9-d857dce6075e req-6c1f03e6-9f65-447e-94f8-03c49d758960 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1782079 Jun 30 02:03:03.166200 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2cfe4547-55f2-4b09-95c9-d857dce6075e req-dd8de437-1534-416d-9128-5e8dae7fe320 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017313 Jun 30 02:03:03.477827 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46670) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:03.482768 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469989540', 'description': 'tempest-description--913303982'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:03.612897 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.727556 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690b18-310d-4f64-8710-f8e5a5610afc req-d64ed4f6-1f2f-461c-897c-180eef8fba7a tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:03.738589 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8690b18-310d-4f64-8710-f8e5a5610afc req-d64ed4f6-1f2f-461c-897c-180eef8fba7a tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 945 time: 0.2747703 Jun 30 02:03:03.821994 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a8690b18-310d-4f64-8710-f8e5a5610afc req-362dc53f-12ae-4f17-852a-214e12c490c5 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798810 Jun 30 02:03:03.885356 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.896263 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.943772 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56771b83-a153-47b0-a615-39fc0affcc45,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:03.950801 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:03.953259 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-78b32053-20c5-486b-b2d3-19af987d09b2 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4805782 Jun 30 02:03:03.956200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 46678) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:03.970983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group_rule': {'security_group_id': '56771b83-a153-47b0-a615-39fc0affcc45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:04.071122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.159829 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.165570 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.213749 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.217236 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593386 Jun 30 02:03:04.220296 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46684) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:04.226559 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'security_group_rule': {'security_group_id': '56771b83-a153-47b0-a615-39fc0affcc45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:04.235928 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4bc20-b2c8-45ac-87cf-958b8a3717bb tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b3ad7a-219d-445d-ac30-31cf74b2c5ce,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:04.335142 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.517543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.529692 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.547493 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:03:04.573444 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38911089-ae35-48e1-93df-2d1f8e5fae3d,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:04.591738 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.595401 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a4329bf7-e31b-469b-a708-d60e3ea51930 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732295 Jun 30 02:03:04.598678 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46686) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:04.616247 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:04.629088 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c921-81db-48e2-991b-5f094fc275cc req-418e0d71-6b6c-41b8-9048-7a21a1392a23 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:04.650047 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5761c921-81db-48e2-991b-5f094fc275cc req-418e0d71-6b6c-41b8-9048-7a21a1392a23 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1953492 Jun 30 02:03:04.657349 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.692313 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:04.695370 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:04.731761 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5761c921-81db-48e2-991b-5f094fc275cc req-0c1ed543-7cfe-46e9-8970-8bc5f38be325 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804055 Jun 30 02:03:04.960896 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:05.026548 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:05.109843 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:05.113033 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efef0c7-f1f3-448b-b6ac-07259a591bc2" -d '{"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:05.117705 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:05.131001 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:05.214819 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4990f5-c5ea-4b5c-add6-e37196762354 x-openstack-request-id: req-0f4990f5-c5ea-4b5c-add6-e37196762354 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:05.215209 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:05.215474 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f4990f5-c5ea-4b5c-add6-e37196762354 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:05.221494 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'code': 200} Jun 30 02:03:05.317258 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=8']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:05.711323 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Allocated IP 172.27.2.53 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/d98c2f6e-1686-48f5-97bf-60d7e21d8c46) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:03:05.737760 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a313-bb5d-4e55-94be-89e3864b337b req-3f9e4a19-bef5-4d5e-b562-18d1c67b29d2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:05.739725 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3bf4a313-bb5d-4e55-94be-89e3864b337b req-3f9e4a19-bef5-4d5e-b562-18d1c67b29d2 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.6300693 Jun 30 02:03:05.928402 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:05.986447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ba179-c495-40ca-a7e8-01310240e51c req-0b3f6e1b-7396-4213-9498-9eb11fb0936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:05.993334 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-573ba179-c495-40ca-a7e8-01310240e51c req-0b3f6e1b-7396-4213-9498-9eb11fb0936d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1099 time: 0.1648302 Jun 30 02:03:06.089903 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-573ba179-c495-40ca-a7e8-01310240e51c req-098273b3-826f-4fb2-bdef-b82d656e02cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844772 Jun 30 02:03:06.105050 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3bf4a313-bb5d-4e55-94be-89e3864b337b req-6047a0c0-f33d-48fe-905e-1a5525a0718c tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485105 Jun 30 02:03:06.207220 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:06.232296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee363b0-88db-43fa-8afa-0b7480a89bcf req-a414c8ea-4b3c-4f5c-83bc-2776346e73e4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:06.244141 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:03:06.244622 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0ee363b0-88db-43fa-8afa-0b7480a89bcf req-a414c8ea-4b3c-4f5c-83bc-2776346e73e4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1310699 Jun 30 02:03:06.269657 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:03:06.278155 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:03:06.358746 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0ee363b0-88db-43fa-8afa-0b7480a89bcf req-bb7d0ce1-9e0e-46cd-a3d9-fc85041994c0 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127915 Jun 30 02:03:06.475916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=d98c2f6e-1686-48f5-97bf-60d7e21d8c46,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:06.489555 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.490491 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.490700 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.491028 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.491363 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.491691 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.492883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.492883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.493526 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.494020 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.494550 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.495278 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:03:06.524421 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:06.623218 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:06.861355 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:06.883070 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:07.032048 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=d98c2f6e-1686-48f5-97bf-60d7e21d8c46,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:07.066816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:07.110754 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:07.113242 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-121b5544-c342-4add-8fcb-db0e784e8c80 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5059631 Jun 30 02:03:07.610753 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110d644-c064-40b3-b2d6-7e38e9189ca1 req-18956a25-00ef-450c-9b0a-e9aff137549d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:07.630165 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5110d644-c064-40b3-b2d6-7e38e9189ca1 req-18956a25-00ef-450c-9b0a-e9aff137549d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.3283260 Jun 30 02:03:07.746488 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5110d644-c064-40b3-b2d6-7e38e9189ca1 req-214f05c5-25cf-41f8-9b15-2b228e78aa7f tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144705 Jun 30 02:03:08.022173 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0541cd-b3ee-45fb-a22f-6bc3d0e30a1a req-76547ef5-d2c9-433d-a24b-28c8a4bbe8a3 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:08.030314 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d0541cd-b3ee-45fb-a22f-6bc3d0e30a1a req-76547ef5-d2c9-433d-a24b-28c8a4bbe8a3 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1604161 Jun 30 02:03:08.095734 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8d0541cd-b3ee-45fb-a22f-6bc3d0e30a1a req-4d88a4da-f957-48a1-be00-1a61f62e410f tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630524 Jun 30 02:03:08.920877 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-388462ed-913f-455a-9875-7914ac899fd3 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1469989540&fields=id&tenant_id=bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 267 time: 0.0503070 Jun 30 02:03:09.157726 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d9b3584b-f9f0-4bcd-a6a6-5b6a8ec2adc6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:09.159805 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d9b3584b-f9f0-4bcd-a6a6-5b6a8ec2adc6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 810 time: 0.2253785 Jun 30 02:03:09.183866 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-dbd15fb2-3cb0-4273-8987-e357c69922d7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/quotas/bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 375 time: 0.0173237 Jun 30 02:03:09.251421 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec09b-78ab-4b54-8e6d-c4f6777a709a req-3a68c129-6209-446f-8dba-59ef6a68cdbf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:09.255347 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-46aec09b-78ab-4b54-8e6d-c4f6777a709a req-3a68c129-6209-446f-8dba-59ef6a68cdbf tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1676412 Jun 30 02:03:09.309803 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-46aec09b-78ab-4b54-8e6d-c4f6777a709a req-0e509068-3982-4842-8247-7b406bd3c575 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Jun 30 02:03:09.325011 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-9b56b07e-f834-422a-b275-c4522c0b93dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335652 Jun 30 02:03:09.495443 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d247870d-0f3e-4fde-b723-30f99a80483d service neutron] 10.222.0.47 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555071 Jun 30 02:03:09.639295 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-1303ac16-6b51-4f51-b6b1-75df14957392 service neutron] 10.222.0.47 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328995 Jun 30 02:03:09.647081 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5ae9a-c960-47f5-853d-1521ede489fb req-17702bd6-f019-42fe-875d-8b473f0adde6 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:09.652050 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-52d5ae9a-c960-47f5-853d-1521ede489fb req-17702bd6-f019-42fe-875d-8b473f0adde6 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 943 time: 0.1127825 Jun 30 02:03:09.718208 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-52d5ae9a-c960-47f5-853d-1521ede489fb req-c33c7342-a6b4-441f-bf91-12f79cb6466f tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Jun 30 02:03:09.932961 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5ba5dcda-6cfd-44ac-ab23-691e7109c6e1 req-f493dc3e-b003-4762-89b6-7b5345cafb63 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 210 time: 0.0351307 Jun 30 02:03:10.242091 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46800) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:10.297511 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Deleting subnet dbca1057-cf8e-4500-a4f8-421975115154 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:03:10.301368 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.358080 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13035316'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.401710 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.457805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13146525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531237'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.484418 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbca1057-cf8e-4500-a4f8-421975115154,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:10.488429 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.492773 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5950b011-91be-45d6-83c9-ced0710df35d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dbca1057-cf8e-4500-a4f8-421975115154 HTTP/1.1" status: 204 len: 168 time: 0.2472982 Jun 30 02:03:10.493249 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46804) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:10.578902 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.599174 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:03:10.660804 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.673557 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428b5ae1-d167-4e13-bf04-1c44db43355a']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:10.687134 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99afe05-531b-4785-98a9-07ddfc44d32f') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:10.687456 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99afe05-531b-4785-98a9-07ddfc44d32f') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:10.697112 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.714102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.718662 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:10.723132 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:03:10.723593 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:03:10.726758 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:03:10.738540 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'port_id': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'mac_address': 'fa:16:3e:3d:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:03:10.796340 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.807671 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.812831 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:03:10.817437 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.819734 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] 10.222.0.47 "DELETE /v2.0/networks/428b5ae1-d167-4e13-bf04-1c44db43355a HTTP/1.1" status: 204 len: 168 time: 0.3251817 Jun 30 02:03:10.838954 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67350b-703a-4329-afc7-eb784a553927 admin admin] Pushing event deleted for resources: {'Network': ['ID=428b5ae1-d167-4e13-bf04-1c44db43355a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:10.839419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:10.845399 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:10.902996 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:10.950121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ffeaf-14bd-4e4c-a360-d73b078af3a3 req-fcef92fe-c26e-4ab9-8fef-1d5b46d25c00 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:10.952144 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-068ffeaf-14bd-4e4c-a360-d73b078af3a3 req-fcef92fe-c26e-4ab9-8fef-1d5b46d25c00 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 944 time: 0.0690804 Jun 30 02:03:11.010899 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-068ffeaf-14bd-4e4c-a360-d73b078af3a3 req-d01838cc-f1e0-4fad-83d9-0310fed9f605 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Jun 30 02:03:11.056704 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46826) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:11.132177 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:11.133232 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6bfd964f-6822-400d-afea-312c1677aec6 req-160bcd38-3e77-4aec-a682-ce9f44cfb0ab tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 210 time: 0.0392203 Jun 30 02:03:11.147125 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a0f272c2-e4b2-4232-8e1b-0291043ea4e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b2a1c60856e417396d92507fbf14279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838256 Jun 30 02:03:11.147682 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 46832) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:11.309027 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.345453 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.409027 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-8ea3caaa-2b34-4062-88ff-6ba890fc63a5 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:11.416557 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-8ea3caaa-2b34-4062-88ff-6ba890fc63a5 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 810 time: 0.1725552 Jun 30 02:03:11.486458 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-5df4c733-9737-4503-a0e7-868040bb3631 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5b981f1fab430fa29e61adf4dc3d12 HTTP/1.1" status: 200 len: 380 time: 0.0544150 Jun 30 02:03:11.488819 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.490085 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.491101 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e28b12d2-809e-46cd-83c6-af72e6e5374c HTTP/1.1" status: 204 len: 168 time: 0.3432386 Jun 30 02:03:11.506503 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'port': {'device_id': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'admin_state_up': True, 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'security_groups': ['56771b83-a153-47b0-a615-39fc0affcc45']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:11.515958 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4438fe7-c28b-4546-95b6-5f65d46eb18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b12d2-809e-46cd-83c6-af72e6e5374c,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:11.647420 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Made reservation on behalf of bd5b981f1fab430fa29e61adf4dc3d12 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:03:11.651859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.824645 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Allocated IP 172.20.0.14 (ab6fb201-bf0d-4d81-98dc-9dad54671f8f/10f246b0-07ad-4b91-88ff-53662a701ae2/1fc893ea-08ab-45af-96bd-ae40a791ea14) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:03:11.975675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:11.988917 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Transition to ACTIVE for port object 1fc893ea-08ab-45af-96bd-ae40a791ea14 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:03:12.022686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.080916 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:03:12.084370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:03:12.087376 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:03:12.126477 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event updated for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:12.158398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:12.159042 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.175503 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-cde53128-1b01-4f97-9037-9c989bbbd1dc tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6745160 Jun 30 02:03:12.189109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Request body: {'port': {'device_id': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:12.217698 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b12a-2c3e-4ab9-9919-f4ce2e928149 req-21490528-4440-4756-9605-d455d8f69352 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:12.219393 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1af1b12a-2c3e-4ab9-9919-f4ce2e928149 req-21490528-4440-4756-9605-d455d8f69352 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 944 time: 0.0777833 Jun 30 02:03:12.261120 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1af1b12a-2c3e-4ab9-9919-f4ce2e928149 req-c43ca901-c316-4266-b411-47c0ef40c331 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Jun 30 02:03:12.286490 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.363397 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-27c22168-b6a2-4ef0-9759-69c907320755 None None] Provisioning for port 1fc893ea-08ab-45af-96bd-ae40a791ea14 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:03:12.367706 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-27c22168-b6a2-4ef0-9759-69c907320755 None None] Provisioning complete for port 1fc893ea-08ab-45af-96bd-ae40a791ea14 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:12.368083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-27c22168-b6a2-4ef0-9759-69c907320755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.405725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-27c22168-b6a2-4ef0-9759-69c907320755 None None] Port 1fc893ea-08ab-45af-96bd-ae40a791ea14 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:03:12.500046 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aaa71-114b-457a-a62f-4d8729ec512a req-99760581-e305-4475-8e2d-95218898458c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:12.501477 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b89aaa71-114b-457a-a62f-4d8729ec512a req-99760581-e305-4475-8e2d-95218898458c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 932 time: 0.1784711 Jun 30 02:03:12.559675 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b89aaa71-114b-457a-a62f-4d8729ec512a req-a8c391d5-5b05-4307-a96b-4dd46220adb7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496116 Jun 30 02:03:12.607118 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:03:12.648118 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc893ea-08ab-45af-96bd-ae40a791ea14 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:03:12.656483 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.658311 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:03:12.662489 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:12.662995 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.668867 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Transition to ACTIVE for port object 1fc893ea-08ab-45af-96bd-ae40a791ea14 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:03:12.674635 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.749111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:12.754510 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.792606 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:12.796427 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45adbd7e-a673-46dd-b6df-feafc34672e3" -d '{"events": [{"server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "name": "network-vif-plugged", "status": "completed", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:12.805919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Attempting to bind port 1fc893ea-08ab-45af-96bd-ae40a791ea14 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:03:12.806832 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Attempting to bind port 1fc893ea-08ab-45af-96bd-ae40a791ea14 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:03:12.807584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Attempting to bind port 1fc893ea-08ab-45af-96bd-ae40a791ea14 on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:03:12.815063 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Port 1fc893ea-08ab-45af-96bd-ae40a791ea14 on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:03:12.815569 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Attempting to bind port 1fc893ea-08ab-45af-96bd-ae40a791ea14 on network ab6fb201-bf0d-4d81-98dc-9dad54671f8f {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:03:12.821770 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:12.824665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:03:12.825279 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Checking segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:03:12.826283 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Bound using segment: {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:03:12.827538 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Bound port: 1fc893ea-08ab-45af-96bd-ae40a791ea14, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:03:12.828259 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.832524 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.868490 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2734066-a81a-4f29-af80-d8f7e7d75a3d x-openstack-request-id: req-b2734066-a81a-4f29-af80-d8f7e7d75a3d {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:12.868811 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "name": "network-vif-plugged", "status": "completed", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:12.869191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2734066-a81a-4f29-af80-d8f7e7d75a3d {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:12.869580 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'code': 200} Jun 30 02:03:12.907654 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:12.937170 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:03:12.940849 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:03:12.946718 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.953759 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46892) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:12.989509 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:12.990117 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:12.991726 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] 10.222.0.41 "PUT /v2.0/ports/1fc893ea-08ab-45af-96bd-ae40a791ea14 HTTP/1.1" status: 200 len: 1094 time: 0.8081083 Jun 30 02:03:12.992691 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:12.995244 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06720b73-8b8d-4382-a3fe-e813e28f5d95" -d '{"events": [{"name": "network-changed", "server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:13.020707 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f45a-65b7-457f-b93b-dc0d4ebac920 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:13.023112 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Deleting subnet 20923f16-a0c6-41c1-9c62-21f030140275 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:03:13.036437 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.084401 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13035316'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.129307 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.162813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-dc9b182c-c3eb-4476-b60e-a0cb0abfd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.169463 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-dc9b182c-c3eb-4476-b60e-a0cb0abfd224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 1097 time: 0.1123049 Jun 30 02:03:13.171641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d661-231f-4f5e-aa51-38b5bdea005d req-911ca3ad-dbdc-4707-8604-582a36ed0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.173365 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3ff1d661-231f-4f5e-aa51-38b5bdea005d req-911ca3ad-dbdc-4707-8604-582a36ed0761 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1098 time: 0.0858705 Jun 30 02:03:13.201591 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13146525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531237'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.224998 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-6a7ad350-668c-4fbe-b1c7-25d793d17003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14 HTTP/1.1" status: 200 len: 217 time: 0.0430901 Jun 30 02:03:13.238221 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20923f16-a0c6-41c1-9c62-21f030140275,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:13.243334 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.245317 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-00af4ad6-d6b1-4b17-94c9-74eced8ad844 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/20923f16-a0c6-41c1-9c62-21f030140275 HTTP/1.1" status: 204 len: 168 time: 0.2902055 Jun 30 02:03:13.248022 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46898) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:13.281318 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca272e-a1f1-4fc4-bfd2-4b3ac62c8fcd x-openstack-request-id: req-2aca272e-a1f1-4fc4-bfd2-4b3ac62c8fcd {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:13.281603 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:13.281847 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2aca272e-a1f1-4fc4-bfd2-4b3ac62c8fcd {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:13.282229 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'status': 'completed', 'code': 200} Jun 30 02:03:13.308277 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3ff1d661-231f-4f5e-aa51-38b5bdea005d req-fcfc8c96-7b54-40ab-973b-f233c0b5faa5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252120 Jun 30 02:03:13.314476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-c341fc70-4104-4241-a941-fa5e4c4a684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.316590 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-c341fc70-4104-4241-a941-fa5e4c4a684c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0788324 Jun 30 02:03:13.322243 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.425665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-3f44cc05-3724-4100-9171-a32fbe70c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.427412 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-3f44cc05-3724-4100-9171-a32fbe70c4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666239 Jun 30 02:03:13.433102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.445364 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203bb3d1-51eb-4aa3-93eb-bdc5320e4aec']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:13.459881 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:13.460202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8340f7d-a5e5-4fc3-9c7c-dbe9edbecaa3') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:13.473829 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.494411 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.513476 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3c8be-6f16-48b9-a3c6-60aa94de8b39 req-d6a29046-4b7a-452a-84db-75af9523c59c tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.516816 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-44c3c8be-6f16-48b9-a3c6-60aa94de8b39 req-d6a29046-4b7a-452a-84db-75af9523c59c tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.1226580 Jun 30 02:03:13.516816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:03:13.516816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:03:13.518437 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:03:13.571634 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-8fceb179-f50b-4626-bc29-4c3b0b4ee340 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279132 Jun 30 02:03:13.612311 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.617326 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-44c3c8be-6f16-48b9-a3c6-60aa94de8b39 req-0e544d15-c4e1-47be-8441-0eb7219885c5 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894241 Jun 30 02:03:13.622979 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:13.627587 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] 10.222.0.47 "DELETE /v2.0/networks/203bb3d1-51eb-4aa3-93eb-bdc5320e4aec HTTP/1.1" status: 204 len: 168 time: 0.3781042 Jun 30 02:03:13.679597 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac33dd-f628-435c-b15b-87b00766886d admin admin] Pushing event deleted for resources: {'Network': ['ID=203bb3d1-51eb-4aa3-93eb-bdc5320e4aec,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:13.713223 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b3ef0d36-47d3-4aec-b828-67e7c20b35cc req-9b22b2e2-0a28-4a1f-b4e8-51a36deb0fde service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319759 Jun 30 02:03:13.863049 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-f57d9044-123d-401d-a1f1-bd8a48ca32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.865119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-f57d9044-123d-401d-a1f1-bd8a48ca32f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 1097 time: 0.0728965 Jun 30 02:03:13.885451 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46908) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:13.899749 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cbe22-5f2d-4e0b-bb69-9d51c98c1e53 req-42ec2a3f-afe8-4c8a-953a-58938d77b9e4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.901072 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f40cbe22-5f2d-4e0b-bb69-9d51c98c1e53 req-42ec2a3f-afe8-4c8a-953a-58938d77b9e4 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 944 time: 0.0959966 Jun 30 02:03:13.960121 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f40cbe22-5f2d-4e0b-bb69-9d51c98c1e53 req-4d3af60a-1087-47f6-9e70-15d16c3c71e7 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511498 Jun 30 02:03:13.965590 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b6496506-3096-489d-b700-1f7af8a320c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef1bc57d58c24f129abe21dbd74e9386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761580 Jun 30 02:03:13.966420 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 46910) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:13.994108 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-ae5b9273-b75b-4b18-912f-bc8352b54168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:13.995556 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-ae5b9273-b75b-4b18-912f-bc8352b54168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.1066067 Jun 30 02:03:14.018713 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:14.042989 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:14.049353 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-69e3816d-58b7-4a9d-976c-b99f06fef2bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14 HTTP/1.1" status: 200 len: 217 time: 0.0421727 Jun 30 02:03:14.092968 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:14.095438 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:14.096595 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f05f7c0d-532b-42dc-b11e-d0312b33bb76 HTTP/1.1" status: 204 len: 168 time: 0.1292641 Jun 30 02:03:14.104755 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0caaa2-3227-48b3-abf1-ef3e34739e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f7c0d-532b-42dc-b11e-d0312b33bb76,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:14.120294 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-5626a218-5d0f-48f8-9133-da60c943f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:14.121865 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-5626a218-5d0f-48f8-9133-da60c943f6ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0517533 Jun 30 02:03:14.187435 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-36a31f31-7682-42db-b3cf-29df55d76d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:14.189007 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-36a31f31-7682-42db-b3cf-29df55d76d60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531023 Jun 30 02:03:14.311943 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-42dbbeb2-d47c-4280-b318-e98e088c7bca service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035399 Jun 30 02:03:14.677289 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06720b73-8b8d-4382-a3fe-e813e28f5d95 req-a9faf132-4711-4eac-aa57-97f2c83bbe07 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557403 Jun 30 02:03:14.822033 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7715a70-94a6-4b9f-9ce3-396374f27cde req-1eaaec0c-3f69-4f9c-ac5a-58cc0772615e tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:14.823799 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f7715a70-94a6-4b9f-9ce3-396374f27cde req-1eaaec0c-3f69-4f9c-ac5a-58cc0772615e tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.0689201 Jun 30 02:03:14.867445 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f7715a70-94a6-4b9f-9ce3-396374f27cde req-237b7848-f076-4d8c-a412-3d4d12e966b7 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jun 30 02:03:15.118188 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ad36-8e64-4941-8654-83e6bd884153 req-7cb6fb10-aa27-4d1f-bfc8-e2bc946c3636 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:15.120752 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-25e9ad36-8e64-4941-8654-83e6bd884153 req-7cb6fb10-aa27-4d1f-bfc8-e2bc946c3636 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.1378791 Jun 30 02:03:15.204133 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-25e9ad36-8e64-4941-8654-83e6bd884153 req-72a8d278-4bf0-4b98-82e2-9dc51abe2fc8 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763617 Jun 30 02:03:15.228126 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de874-ab21-4f6a-a0cf-31122a18d46c req-b9d6c2e4-ae23-494f-a339-421ae9f4d426 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:15.230714 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-319de874-ab21-4f6a-a0cf-31122a18d46c req-b9d6c2e4-ae23-494f-a339-421ae9f4d426 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 944 time: 0.0856299 Jun 30 02:03:15.290059 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-319de874-ab21-4f6a-a0cf-31122a18d46c req-5cdb2ca1-8c48-43d3-aad2-dfe59177bf58 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484128 Jun 30 02:03:15.664154 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988b0b4-8159-4b6f-8967-7635b41af98c req-923abd0e-ec84-47d2-a7e6-629b4f4aff29 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:15.665537 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8988b0b4-8159-4b6f-8967-7635b41af98c req-923abd0e-ec84-47d2-a7e6-629b4f4aff29 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.0760319 Jun 30 02:03:15.712278 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8988b0b4-8159-4b6f-8967-7635b41af98c req-b2dbde63-8bff-443a-ba1a-8c34c2da60eb tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jun 30 02:03:16.482785 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263026-0680-440c-a8cc-70e0d79ddb3e req-54703c15-e919-438d-9c27-6e35b0eae0fe tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:16.484455 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6d263026-0680-440c-a8cc-70e0d79ddb3e req-54703c15-e919-438d-9c27-6e35b0eae0fe tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 944 time: 0.0754476 Jun 30 02:03:16.525079 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6d263026-0680-440c-a8cc-70e0d79ddb3e req-280231f5-71d8-45f0-aa36-181c82ea7888 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jun 30 02:03:16.607241 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 1fc893ea-08ab-45af-96bd-ae40a791ea14 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:03:16.718764 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:16.733389 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'port_id': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'mac_address': 'fa:16:3e:ea:31:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:03:16.773650 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:16.795655 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc893ea-08ab-45af-96bd-ae40a791ea14 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:03:16.816458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:16.822772 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:16.879609 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:16.921421 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:03:17.108728 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['1fc893ea-08ab-45af-96bd-ae40a791ea14'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:17.946117 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6531cfc-3dc6-4ed3-97d9-29d4659af649 req-1d3482ed-145d-4128-97c1-8420d2c89e0c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:17.947586 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f6531cfc-3dc6-4ed3-97d9-29d4659af649 req-1d3482ed-145d-4128-97c1-8420d2c89e0c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 945 time: 0.0700817 Jun 30 02:03:17.994487 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f6531cfc-3dc6-4ed3-97d9-29d4659af649 req-4651059b-f16c-46ed-8a09-bea7ca49d19b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Jun 30 02:03:18.010716 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad06e-dfb1-4280-a6f9-b31b8fdee716 req-1feeb3cd-1781-41b8-abb9-1606766688da tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:18.012270 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-771ad06e-dfb1-4280-a6f9-b31b8fdee716 req-1feeb3cd-1781-41b8-abb9-1606766688da tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0934196 Jun 30 02:03:18.052485 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-771ad06e-dfb1-4280-a6f9-b31b8fdee716 req-2c3d25b5-66d6-49aa-9105-36cc57d42de0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jun 30 02:03:18.624031 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 1fc893ea-08ab-45af-96bd-ae40a791ea14 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:03:18.687493 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 1fc893ea-08ab-45af-96bd-ae40a791ea14 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:03:18.691842 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 1fc893ea-08ab-45af-96bd-ae40a791ea14 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:18.692213 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:18.769079 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:18.791608 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:18.794011 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecae2e7-18b7-4288-afb8-647bc4599e9b" -d '{"events": [{"server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:18.807291 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:18.811777 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:18.865528 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:18.969255 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2cd6e7-5d8e-478c-b8d1-ea4b9a25bdd5 x-openstack-request-id: req-6f2cd6e7-5d8e-478c-b8d1-ea4b9a25bdd5 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:18.969548 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:18.969800 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f2cd6e7-5d8e-478c-b8d1-ea4b9a25bdd5 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:18.970199 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'code': 200} Jun 30 02:03:19.212182 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd2e71-aef9-4b5a-9e44-d1098eba1d1b req-2c27a5bc-753f-4d83-83ac-873892f77184 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:19.213866 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fabd2e71-aef9-4b5a-9e44-d1098eba1d1b req-2c27a5bc-753f-4d83-83ac-873892f77184 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0965962 Jun 30 02:03:19.271060 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a24b0b-0692-46cd-8c07-47318fac18be req-24d3a9d0-6548-4342-a3a9-d10195e6115a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:19.272639 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-13a24b0b-0692-46cd-8c07-47318fac18be req-24d3a9d0-6548-4342-a3a9-d10195e6115a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0854478 Jun 30 02:03:19.282000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681c62-eb71-4e36-81c1-443d143fca72 req-57b304a1-0518-4e5d-9db0-91afb5294465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:19.284522 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c681c62-eb71-4e36-81c1-443d143fca72 req-57b304a1-0518-4e5d-9db0-91afb5294465 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 1099 time: 0.1178734 Jun 30 02:03:19.313211 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-13a24b0b-0692-46cd-8c07-47318fac18be req-9c9af110-b697-4883-b49d-9d37966fbb8b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342922 Jun 30 02:03:19.332221 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fabd2e71-aef9-4b5a-9e44-d1098eba1d1b req-531df598-689a-46de-85b6-6c6d44ca3d97 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052327 Jun 30 02:03:19.346266 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c681c62-eb71-4e36-81c1-443d143fca72 req-a93de52e-7dc6-4f45-97ac-8a954775754d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Jun 30 02:03:19.740455 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4af94caf-a1ce-49e8-8eff-d7d8dab87cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:20.528042 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852758-5d62-4068-ad4d-d5bfe66220d5 req-b9580383-5ba5-4f03-b405-cca823650994 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:20.529779 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c8852758-5d62-4068-ad4d-d5bfe66220d5 req-b9580383-5ba5-4f03-b405-cca823650994 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0825078 Jun 30 02:03:20.540036 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911766ac-8f8b-4fd7-8ad7-f51d26e100bf req-2d7093f4-e713-4eaa-b2c0-d5eefa146a6e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:20.541561 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-911766ac-8f8b-4fd7-8ad7-f51d26e100bf req-2d7093f4-e713-4eaa-b2c0-d5eefa146a6e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0783668 Jun 30 02:03:20.569690 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c8852758-5d62-4068-ad4d-d5bfe66220d5 req-eddc35dd-3746-483a-bd70-6f4626802c3a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Jun 30 02:03:20.579943 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-911766ac-8f8b-4fd7-8ad7-f51d26e100bf req-b238c389-89d9-4b0a-a2a9-c78581f2d30e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jun 30 02:03:21.768014 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be919f8b-b54e-4632-a096-4092c26be225 req-16b891ac-c4d0-4c4d-867b-bed223cf0fb2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:21.769494 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0cd0-dc7a-4a58-b71d-761a91f1c59c req-ed08aa40-6233-4ab4-a62f-fe426e003111 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:21.770462 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-be919f8b-b54e-4632-a096-4092c26be225 req-16b891ac-c4d0-4c4d-867b-bed223cf0fb2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0723774 Jun 30 02:03:21.771046 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-995e0cd0-dc7a-4a58-b71d-761a91f1c59c req-ed08aa40-6233-4ab4-a62f-fe426e003111 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0754070 Jun 30 02:03:21.811807 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-be919f8b-b54e-4632-a096-4092c26be225 req-d1ab952a-1209-428b-94af-f24e9280af07 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351603 Jun 30 02:03:21.817129 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-995e0cd0-dc7a-4a58-b71d-761a91f1c59c req-bb4c12a5-64b3-4a58-8072-b439216d9b2d tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jun 30 02:03:22.004665 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999fa4c-1f61-4a24-ba6e-7a2952165bbd req-1e57d2a8-3602-498b-8520-3dafaf2972fe tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:22.006210 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9999fa4c-1f61-4a24-ba6e-7a2952165bbd req-1e57d2a8-3602-498b-8520-3dafaf2972fe tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0779073 Jun 30 02:03:22.014721 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47092) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:22.019287 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Request body: {'floatingip': {'port_id': '1fc893ea-08ab-45af-96bd-ae40a791ea14'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:22.065185 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:22.399217 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:22.407104 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-37cda797-d8f9-451a-97a0-6b73d138d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:22.558199 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:22.563689 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:22.670792 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Floating IP 9b558e3d-c7f2-4954-a103-13b89c1a6788 associated. External IP: 172.27.2.53, port: 1fc893ea-08ab-45af-96bd-ae40a791ea14. Jun 30 02:03:23.001195 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d2de6-f0b4-45e5-9f62-b9a316a113bc req-eed9ab75-155e-44e3-acfe-6f4ee620e182 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:23.002703 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee2d2de6-f0b4-45e5-9f62-b9a316a113bc req-eed9ab75-155e-44e3-acfe-6f4ee620e182 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0675914 Jun 30 02:03:23.044856 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ee2d2de6-f0b4-45e5-9f62-b9a316a113bc req-47833a3b-de21-4889-a75d-887abfff1514 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355663 Jun 30 02:03:23.129253 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:03:23.235142 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:03:23.239758 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:23.246124 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:03:23.257504 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:03:23.258411 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:03:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:23.281518 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-df130c02-02b8-4a4e-8a0f-8620d585f319 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "PUT /v2.0/floatingips/9b558e3d-c7f2-4954-a103-13b89c1a6788 HTTP/1.1" status: 200 len: 991 time: 1.2624366 Jun 30 02:03:23.281518 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:23.281518 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab7252-24ed-4480-b160-a8b02533b4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:23.322565 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:23.389423 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89fe782-e482-40b1-ab08-ea8e5fee3796 x-openstack-request-id: req-b89fe782-e482-40b1-ab08-ea8e5fee3796 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:23.389709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:23.389953 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b89fe782-e482-40b1-ab08-ea8e5fee3796 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:23.390395 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'status': 'completed', 'code': 200} Jun 30 02:03:23.391346 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:03:23.475886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-b0133828-805b-47cb-82eb-ed1ff505e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:23.477559 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-b0133828-805b-47cb-82eb-ed1ff505e7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 1099 time: 0.0560129 Jun 30 02:03:23.592876 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-18a98b5e-b0e3-40ae-a1e1-4e36b641bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:23.594306 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-18a98b5e-b0e3-40ae-a1e1-4e36b641bb53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 200 len: 911 time: 0.1042731 Jun 30 02:03:23.637819 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '9b558e3d-c7f2-4954-a103-13b89c1a6788', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:ea:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:06Z', 'updated_at': '2021-06-30T02:03:22Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:23.664335 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-064156b2-305e-4427-83ef-cd056ac67e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14 HTTP/1.1" status: 200 len: 999 time: 0.0624795 Jun 30 02:03:23.665891 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:03:23.677072 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:03:23.677689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:03:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:23.728444 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-94ad8100-7bd2-470b-9018-25b0c012c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:23.729953 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-94ad8100-7bd2-470b-9018-25b0c012c0c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 200 len: 849 time: 0.0566669 Jun 30 02:03:23.792243 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:03:23.805968 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-18ecbca9-9e7b-45f1-b645-a99d9254e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:23.807533 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-18ecbca9-9e7b-45f1-b645-a99d9254e903 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab6fb201-bf0d-4d81-98dc-9dad54671f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686772 Jun 30 02:03:23.912983 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-980e0527-1ed4-4050-bdd6-997cccfa3870 service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943279 Jun 30 02:03:24.023030 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c5ab7252-24ed-4480-b160-a8b02533b4d4 req-d5ae02b5-0165-416b-8880-bf286a5cf4aa service neutron] 10.222.0.41 "GET /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008918 Jun 30 02:03:24.060127 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '9b558e3d-c7f2-4954-a103-13b89c1a6788', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:ea:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:06Z', 'updated_at': '2021-06-30T02:03:22Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:24.086165 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1b341-5949-402c-a298-fae060d4496c None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '9b558e3d-c7f2-4954-a103-13b89c1a6788', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'port_id': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'mac_address': 'fa:16:3e:ea:31:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:06Z', 'updated_at': '2021-06-30T02:03:22Z', 'revision_number': 1, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:03:24.245708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66726-1d8f-4111-9481-43e72ccd5721 req-de7d0d86-e3a8-4086-b256-171049ce88af tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:24.247280 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02f66726-1d8f-4111-9481-43e72ccd5721 req-de7d0d86-e3a8-4086-b256-171049ce88af tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0715265 Jun 30 02:03:24.290063 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-02f66726-1d8f-4111-9481-43e72ccd5721 req-b50a2dfe-26a1-4001-8eaa-88be2766a04c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364337 Jun 30 02:03:24.290504 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec9253-28b1-4b4e-874f-7b4462b5be83 None None] New status for floating IP 9b558e3d-c7f2-4954-a103-13b89c1a6788: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:03:25.003322 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:25.490903 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697179ec-44a4-4ffc-b980-a391369e7bdc req-ce0fd03d-0971-4ac7-8e38-684a3fad15ac tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:25.492548 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-697179ec-44a4-4ffc-b980-a391369e7bdc req-ce0fd03d-0971-4ac7-8e38-684a3fad15ac tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0766535 Jun 30 02:03:25.532927 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-697179ec-44a4-4ffc-b980-a391369e7bdc req-e54e6fdd-1aa7-4230-be65-8ac84dfa926a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345302 Jun 30 02:03:25.579560 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b4993-3a72-497e-8f8c-c20459c47593 req-d9ba2196-2708-447b-8bce-6f7f1d901063 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:25.581348 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e56b4993-3a72-497e-8f8c-c20459c47593 req-d9ba2196-2708-447b-8bce-6f7f1d901063 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.0663269 Jun 30 02:03:25.623662 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e56b4993-3a72-497e-8f8c-c20459c47593 req-5b996df9-bca6-4b1f-aa4d-45f73225b59b tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Jun 30 02:03:25.649787 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47130) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:25.857963 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e04a6c-8096-4de7-9313-420725181587 tempest-TestMinimumBasicScenario-885970454 tempest-TestMinimumBasicScenario-885970454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:25.859500 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-02e04a6c-8096-4de7-9313-420725181587 tempest-TestMinimumBasicScenario-885970454 tempest-TestMinimumBasicScenario-885970454-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1093 time: 0.2083395 Jun 30 02:03:25.862833 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47134) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:25.867848 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'port_id': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:25.893531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for floatingip, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.008288 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.120590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Allocated IP 172.27.2.81 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/5ab2b849-7143-441b-baef-e5764507edaf) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:03:26.234374 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.282458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.324429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:03:26.329150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:03:26.331743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:03:26.357644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'Port': ['ID=5ab2b849-7143-441b-baef-e5764507edaf,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:26.666937 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.723567 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0874a4-8218-4d00-9e20-9e6b2f120fc7 req-973925e9-5d04-49f1-a6c6-24287e3d425d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:26.725153 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ca0874a4-8218-4d00-9e20-9e6b2f120fc7 req-973925e9-5d04-49f1-a6c6-24287e3d425d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0645709 Jun 30 02:03:26.751123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:26.773320 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ca0874a4-8218-4d00-9e20-9e6b2f120fc7 req-b7ffd383-5858-4ec0-a7f0-a1fb5cf01ff7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 Jun 30 02:03:26.844710 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.014272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.019947 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.087098 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'Port': ['ID=5ab2b849-7143-441b-baef-e5764507edaf,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:27.104737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.210518 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Floating IP 7d254d77-33c1-4a21-b50b-a5b7f983a3ba associated. External IP: 172.27.2.81, port: 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4. Jun 30 02:03:27.433071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Router 320ae2db-f7a8-4f38-af54-acabf1f8a3af has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:03:27.543164 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:03:27.552979 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Sync routers for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:03:27.561824 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.563437 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:03:27.572370 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:03:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:27.606625 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-afc4e5f3-1a1c-4da9-9839-bcd983f27d13 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7425473 Jun 30 02:03:27.607257 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:27.609707 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5078f471-638a-4b82-bd85-c2710d270fed" -d '{"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:27.609918 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47144) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:27.616361 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746874469', 'description': 'tempest-secgroup-smoke-746874469 description', 'project_id': 'eb545c1c9cf94765b509e30bb2923440'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:27.645523 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.667003 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b0598-75d6-4042-963c-531c696e368c x-openstack-request-id: req-c15b0598-75d6-4042-963c-531c696e368c {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:27.667430 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:27.667819 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c15b0598-75d6-4042-963c-531c696e368c {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:27.668403 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:03:27.722779 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:03:27.747314 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.754043 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f471-638a-4b82-bd85-c2710d270fed req-feedcb60-a45b-4f51-ab1e-910ae270dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:27.755755 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-feedcb60-a45b-4f51-ab1e-910ae270dabd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1098 time: 0.0589347 Jun 30 02:03:27.756429 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.791566 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.793247 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1822505 Jun 30 02:03:27.794598 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56581ff4-ec45-4660-9600-eeba1bf95150 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f5beb-0ff7-4908-8d43-144a501edd06,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:27.797421 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47148) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:27.803258 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:27.859191 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.878972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f471-638a-4b82-bd85-c2710d270fed req-dfceab52-7fe7-4092-90ea-e41d2dee37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:27.880551 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-dfceab52-7fe7-4092-90ea-e41d2dee37cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.1168151 Jun 30 02:03:27.933230 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.940234 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.964660 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d85e87-435f-412c-b3dd-72a89a664e68,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:27.971493 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:27.972874 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-143b6471-a128-4335-9c00-f0040bd42b40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1743672 Jun 30 02:03:27.976133 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47154) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:27.982317 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:28.020345 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.022595 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '7d254d77-33c1-4a21-b50b-a5b7f983a3ba', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'port_id': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'mac_address': 'fa:16:3e:3d:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:26Z', 'updated_at': '2021-06-30T02:03:26Z', 'revision_number': 0, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:28.036921 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-d02523bd-0154-46ac-8a34-bf8dfec46788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 998 time: 0.1448209 Jun 30 02:03:28.108390 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc095a-baae-4c7e-8c89-26a73c5ec643 req-8a12a65e-cea8-4603-8c18-48a6e4c3f61a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:28.108706 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.110232 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06cc095a-baae-4c7e-8c89-26a73c5ec643 req-8a12a65e-cea8-4603-8c18-48a6e4c3f61a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1446593 Jun 30 02:03:28.118997 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.130840 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f471-638a-4b82-bd85-c2710d270fed req-26d24dce-ac7e-4701-a3be-f864ee162346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:28.132494 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-26d24dce-ac7e-4701-a3be-f864ee162346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.0828700 Jun 30 02:03:28.143270 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077baae2-3d77-4425-b627-3471c3cdabc6,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:28.148683 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.153514 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8861c510-22ff-4547-9aaa-cc6770868366 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728964 Jun 30 02:03:28.153514 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47156) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:28.160709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:28.183772 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Checking router: 320ae2db-f7a8-4f38-af54-acabf1f8a3af for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:03:28.194361 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:03:28.195141 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:03:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:28.209541 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.214048 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-06cc095a-baae-4c7e-8c89-26a73c5ec643 req-c2818672-a69c-4b1b-802d-d98b8c74f022 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898879 Jun 30 02:03:28.243979 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f471-638a-4b82-bd85-c2710d270fed req-15612c07-747e-47a9-b488-36658f764ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:28.245509 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-15612c07-747e-47a9-b488-36658f764ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1035864 Jun 30 02:03:28.290415 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.295795 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.320866 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a5f840-bf6e-4909-b0bc-76ca1675044c,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:28.327426 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:03:28.333364 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.340909 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ec48eb62-ac22-49d0-a4ba-fd30ea9aedbe tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795933 Jun 30 02:03:28.349194 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47160) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:28.358383 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:28.371343 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-15b35125-15ed-4f44-aa7b-c869bcd67d67 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159134 Jun 30 02:03:28.407372 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.475761 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.480889 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.481899 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5078f471-638a-4b82-bd85-c2710d270fed req-31f77c38-35b1-43a3-9e9c-6bac5b63681f service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029980 Jun 30 02:03:28.500462 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc6dd03-def7-4b75-9e2f-3213708a7a13,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:28.509896 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.511742 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8733b665-1c8a-498d-b14b-a774773d8441 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614184 Jun 30 02:03:28.515567 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47162) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:28.520437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:28.543972 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.securitygroups_db [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Project eb545c1c9cf94765b509e30bb2923440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:03:28.549889 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.602321 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '7d254d77-33c1-4a21-b50b-a5b7f983a3ba', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'port_id': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'mac_address': 'fa:16:3e:3d:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:26Z', 'updated_at': '2021-06-30T02:03:26Z', 'revision_number': 0, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:03:28.619435 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.624809 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.638017 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aabdfd-d259-4ad1-a2a3-6dc892a36518 None None] The sync data for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi is: [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '7d254d77-33c1-4a21-b50b-a5b7f983a3ba', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'port_id': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'mac_address': 'fa:16:3e:3d:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:03:26Z', 'updated_at': '2021-06-30T02:03:26Z', 'revision_number': 0, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:03:28.644828 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84789c86-c716-4084-9ace-513709bfaad1,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:28.654139 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.656931 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-eb6cc434-197f-4107-9902-d9e69682100d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400375 Jun 30 02:03:28.660540 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47164) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:28.665140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'security_group_rule': {'security_group_id': '2a6f5beb-0ff7-4908-8d43-144a501edd06', 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:28.688557 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.securitygroups_db [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Project eb545c1c9cf94765b509e30bb2923440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:03:28.694167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.760581 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.766289 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:28.840534 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12070500-e32e-4222-b689-1ad21048af45 None None] New status for floating IP 7d254d77-33c1-4a21-b50b-a5b7f983a3ba: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:03:29.034642 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37954673-6aa4-4413-a904-ec7637e77022,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:29.039272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:29.041223 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-cddb5635-d579-4de8-8cae-af84c323e152 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789811 Jun 30 02:03:29.161097 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-d0944d9a-4e5f-43ad-a38c-eb21df9f9abf tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746874469&fields=id&tenant_id=eb545c1c9cf94765b509e30bb2923440 HTTP/1.1" status: 200 len: 267 time: 0.0342767 Jun 30 02:03:29.241657 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-3650a915-beb3-42b0-bbb9-02cf462e1429 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.243168 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-3650a915-beb3-42b0-bbb9-02cf462e1429 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.0762336 Jun 30 02:03:29.256161 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'port': {'security_groups': ['5ce9a931-446b-470b-8b32-9377d785aba0', '2a6f5beb-0ff7-4908-8d43-144a501edd06']}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:03:29.361166 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:29.404917 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2c52-0f33-43c2-a346-0342b02b8de5 req-09481ca1-691f-45d6-a255-55a666dd698f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.406464 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c28c2c52-0f33-43c2-a346-0342b02b8de5 req-09481ca1-691f-45d6-a255-55a666dd698f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0737405 Jun 30 02:03:29.463792 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c28c2c52-0f33-43c2-a346-0342b02b8de5 req-c2030ae0-b9fb-4d99-9b82-1078cc710a42 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457466 Jun 30 02:03:29.584545 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:29.628032 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:29.635591 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:29.655290 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:29.706706 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.707308 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:29.709076 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-388aef4a-3d44-40f7-a3c2-cbd67bd3f944 req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "PUT /v2.0/ports/0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 981 time: 0.4587939 Jun 30 02:03:29.709540 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:29.711875 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396c852-805d-4119-bcbf-a3057107ead7" -d '{"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:29.750493 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113ac3d-d4eb-49fb-a774-77cd6f29bafd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=6']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:29.758412 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644a2b1-a77a-46f3-8b43-6980ab063090 x-openstack-request-id: req-a644a2b1-a77a-46f3-8b43-6980ab063090 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:29.758706 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:29.758959 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a644a2b1-a77a-46f3-8b43-6980ab063090 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:29.759362 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:03:29.834961 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:29.871168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c852-805d-4119-bcbf-a3057107ead7 req-a40e596b-ff7a-48b3-97d2-875aeff3ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.873689 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-a40e596b-ff7a-48b3-97d2-875aeff3ad68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1137 time: 0.0824087 Jun 30 02:03:29.923028 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d054bf-5655-47bb-a386-cdf3bb79f037 req-626a0583-7a7f-4a51-acdb-1cc3bcb41688 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.930383 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48d054bf-5655-47bb-a386-cdf3bb79f037 req-626a0583-7a7f-4a51-acdb-1cc3bcb41688 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0813298 Jun 30 02:03:29.973488 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48d054bf-5655-47bb-a386-cdf3bb79f037 req-f3dff5b4-3bdf-4029-ad26-a49d2983f28e tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367460 Jun 30 02:03:29.999682 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c852-805d-4119-bcbf-a3057107ead7 req-830347e8-4ea3-4710-a74c-673ae43ed34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:29.999682 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-830347e8-4ea3-4710-a74c-673ae43ed34f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.1072807 Jun 30 02:03:30.061798 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-7c48cdf8-0b71-46ae-a920-80fad33199ce None None] Provisioning complete for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:30.062303 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7c48cdf8-0b71-46ae-a920-80fad33199ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:30.074553 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-7ffbfeac-f2c9-4c5f-a912-57ed8c387bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 1000 time: 0.0683639 Jun 30 02:03:30.130046 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c852-805d-4119-bcbf-a3057107ead7 req-30488a30-223d-450e-abd5-84f12e748d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:30.131667 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-30488a30-223d-450e-abd5-84f12e748d2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.0497649 Jun 30 02:03:30.195339 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c852-805d-4119-bcbf-a3057107ead7 req-8f4bdc7e-39ec-4399-8fca-cdc1d27fcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:30.197199 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-8f4bdc7e-39ec-4399-8fca-cdc1d27fcfee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526164 Jun 30 02:03:30.314364 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-7c240f53-9df0-4ebc-a333-36c1af4e60b5 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000597 Jun 30 02:03:30.421252 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0396c852-805d-4119-bcbf-a3057107ead7 req-3e829f7f-a6a0-401a-929a-fa7a15ab0e82 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937326 Jun 30 02:03:30.654448 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d50eed-8e09-4111-a3ce-8ff292b04e59 req-f0a71741-fc46-4e7c-9679-44af613e9243 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:30.655968 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-52d50eed-8e09-4111-a3ce-8ff292b04e59 req-f0a71741-fc46-4e7c-9679-44af613e9243 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0660293 Jun 30 02:03:30.698881 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-52d50eed-8e09-4111-a3ce-8ff292b04e59 req-3371e67f-47ec-4b9c-8de8-61eab8bd50d9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367155 Jun 30 02:03:31.891202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7867-dd82-4e7b-9052-53b61ec29dc1 req-8ba9d9cb-1680-4840-885d-95b0fc2e7551 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:31.892659 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4bb7867-dd82-4e7b-9052-53b61ec29dc1 req-8ba9d9cb-1680-4840-885d-95b0fc2e7551 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0755322 Jun 30 02:03:31.932743 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4bb7867-dd82-4e7b-9052-53b61ec29dc1 req-366357de-dc6b-42e2-82b0-23361222a6bd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Jun 30 02:03:33.123848 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f531-307b-4450-8b3b-7145535fa673 req-4846cf11-b5a7-4a82-9a55-73a38e35fd37 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:33.125436 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe19f531-307b-4450-8b3b-7145535fa673 req-4846cf11-b5a7-4a82-9a55-73a38e35fd37 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0773005 Jun 30 02:03:33.173521 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe19f531-307b-4450-8b3b-7145535fa673 req-f620e64a-2f8c-44d1-9b10-cf81177a4a09 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Jun 30 02:03:34.370952 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3a30-4583-434a-a31d-d32d6cb9d752 req-6aadb585-5c0f-4ec3-9513-dbeb6d817261 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:34.372439 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae5b3a30-4583-434a-a31d-d32d6cb9d752 req-6aadb585-5c0f-4ec3-9513-dbeb6d817261 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0713894 Jun 30 02:03:34.411849 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae5b3a30-4583-434a-a31d-d32d6cb9d752 req-53260ae5-3644-4456-897a-519140434c58 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jun 30 02:03:34.704835 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:03:34.813419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:34.825270 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:03:34.870470 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:34.885021 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:03:34.905661 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:34.910750 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:34.964069 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=6']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:35.022877 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['39b6e518-7fe7-4e29-800b-154e3ccdf9c8'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:03:35.596992 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551cfc-6d1e-4053-a878-ac7a35eb8157 req-82bf3fcd-85dc-4c2c-b3e0-e1bfcf205d53 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:35.598485 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc551cfc-6d1e-4053-a878-ac7a35eb8157 req-82bf3fcd-85dc-4c2c-b3e0-e1bfcf205d53 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 945 time: 0.0662367 Jun 30 02:03:35.637526 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc551cfc-6d1e-4053-a878-ac7a35eb8157 req-9d8aa786-b0f6-46cf-8016-39a00d15cea5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332427 Jun 30 02:03:36.716374 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:03:36.795291 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:03:36.796525 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:36.888161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:36.902563 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a49ef-c641-4e17-8e97-8d9cdfc40c6b req-db0bece0-87a3-4e49-a521-fd86d678ed8e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:36.904180 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-547a49ef-c641-4e17-8e97-8d9cdfc40c6b req-db0bece0-87a3-4e49-a521-fd86d678ed8e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 945 time: 0.1165721 Jun 30 02:03:36.943141 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:36.946910 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea966163-a98e-4e1d-884c-7264f6461da4" -d '{"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:36.963130 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:36.967309 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-547a49ef-c641-4e17-8e97-8d9cdfc40c6b req-368e962c-051a-486e-836c-146d6a19b672 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554829 Jun 30 02:03:36.969771 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:37.018508 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78af23f-af67-46a1-bd44-72a01fc54972 x-openstack-request-id: req-b78af23f-af67-46a1-bd44-72a01fc54972 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:37.018844 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:37.019117 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b78af23f-af67-46a1-bd44-72a01fc54972 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:37.019508 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'code': 200} Jun 30 02:03:37.041475 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=7']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:38.183750 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258df51-7618-447c-afe7-ceac2b9d930d req-b587c732-7b0a-402b-a1d5-616ec76938cd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:38.185640 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f258df51-7618-447c-afe7-ceac2b9d930d req-b587c732-7b0a-402b-a1d5-616ec76938cd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0716088 Jun 30 02:03:38.253372 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f258df51-7618-447c-afe7-ceac2b9d930d req-b4771b79-60ae-478f-b6ee-49d1d6e3daa8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616388 Jun 30 02:03:39.497260 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daa669-8170-4c07-94c7-47c570740ca7 req-bb0130f7-cd75-4550-8336-3d5dd67ca963 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:39.507460 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70daa669-8170-4c07-94c7-47c570740ca7 req-bb0130f7-cd75-4550-8336-3d5dd67ca963 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0922780 Jun 30 02:03:39.549459 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-70daa669-8170-4c07-94c7-47c570740ca7 req-e673d877-3913-4b71-b70a-2d8e55d1dd46 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402751 Jun 30 02:03:40.765434 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3ca9-4fdf-4e98-8b4d-ab4718737d5c req-77bc9f45-fa11-4cf5-94ca-9c301172751f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:40.767976 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b62e3ca9-4fdf-4e98-8b4d-ab4718737d5c req-77bc9f45-fa11-4cf5-94ca-9c301172751f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0709057 Jun 30 02:03:40.819641 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b62e3ca9-4fdf-4e98-8b4d-ab4718737d5c req-43ce60b0-9b48-4e19-bb40-e0a92124b88e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Jun 30 02:03:42.059735 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381e4b-de24-4333-a93b-a416a9fba63b req-cb2524aa-6ee1-48a6-9dbe-5867cc2ecb58 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:42.069552 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-12381e4b-de24-4333-a93b-a416a9fba63b req-cb2524aa-6ee1-48a6-9dbe-5867cc2ecb58 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1251969 Jun 30 02:03:42.133038 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-12381e4b-de24-4333-a93b-a416a9fba63b req-97fcd654-5c56-421e-a112-ef776533671f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625343 Jun 30 02:03:43.427458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670b2b8-207f-4703-92c2-1a7a2081f639 req-5f1f37f3-f363-46cd-9c9a-9ce6a4d4067d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:43.436469 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0670b2b8-207f-4703-92c2-1a7a2081f639 req-5f1f37f3-f363-46cd-9c9a-9ce6a4d4067d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1098244 Jun 30 02:03:43.489583 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0670b2b8-207f-4703-92c2-1a7a2081f639 req-09bc0458-2533-443c-8085-e55500e27ad5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515924 Jun 30 02:03:44.722232 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79589c7-9bae-436f-854d-4ef5c173bcff req-d81301b3-8832-4d86-ac92-eb3899f64b29 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:44.726936 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a79589c7-9bae-436f-854d-4ef5c173bcff req-d81301b3-8832-4d86-ac92-eb3899f64b29 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.1050737 Jun 30 02:03:44.778681 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a79589c7-9bae-436f-854d-4ef5c173bcff req-1c2b1016-61b0-44df-8ba6-bf573bd0048c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Jun 30 02:03:46.003870 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39adfeb-f174-465b-af7c-21dfce9b6b34 req-3a0f84b2-f5ab-4e0b-a9e0-ec2f08938dfb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:46.005417 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c39adfeb-f174-465b-af7c-21dfce9b6b34 req-3a0f84b2-f5ab-4e0b-a9e0-ec2f08938dfb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0816548 Jun 30 02:03:46.047644 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c39adfeb-f174-465b-af7c-21dfce9b6b34 req-cffe8683-00f5-49d1-9e2c-f2b5fd2ed97d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Jun 30 02:03:46.267453 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-a24152fc-96aa-498d-926d-80db063799a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:46.269061 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-a24152fc-96aa-498d-926d-80db063799a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1099 time: 0.0570016 Jun 30 02:03:46.367738 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-6aaa8760-4320-49c1-a6be-fc8a5102466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:46.369234 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-6aaa8760-4320-49c1-a6be-fc8a5102466b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.0895536 Jun 30 02:03:46.436112 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-cad66f39-9ea8-47f1-a019-2473cf6f24c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 1002 time: 0.0589750 Jun 30 02:03:46.498144 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-d7943410-288f-483d-afc2-f6b045e9e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:46.500577 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-d7943410-288f-483d-afc2-f6b045e9e9d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0573778 Jun 30 02:03:46.566083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-fcab5b07-9781-446b-bbcb-20c907d73d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:46.567523 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-fcab5b07-9781-446b-bbcb-20c907d73d00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595980 Jun 30 02:03:46.663233 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-1187bc1f-f9d2-40d7-9d47-1bb839556246 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869577 Jun 30 02:03:46.767355 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-514cbdbe-c732-4db3-9567-f9a102cc3766 req-4716ee96-2ff2-45f2-b03d-e33768ee661f service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928133 Jun 30 02:03:46.904102 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47368) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:47.012772 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab567884-8232-4dd4-84c2-7bd339b9099f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.104120 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab567884-8232-4dd4-84c2-7bd339b9099f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.109026 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab567884-8232-4dd4-84c2-7bd339b9099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.145789 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab567884-8232-4dd4-84c2-7bd339b9099f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d45662-a0a8-40b1-8d73-cb08d2b1d8e0,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:47.152904 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ab567884-8232-4dd4-84c2-7bd339b9099f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd143a2c0b424f1a9f70e6396619fc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452481 Jun 30 02:03:47.153136 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47374) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:03:47.207688 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.229581 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.236153 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5961c-d3de-4907-9733-7b3e5ad83d74 req-29f06db8-acf2-4020-8097-75e258e67a3a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:47.237681 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9c5961c-d3de-4907-9733-7b3e5ad83d74 req-29f06db8-acf2-4020-8097-75e258e67a3a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0682423 Jun 30 02:03:47.277402 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9c5961c-d3de-4907-9733-7b3e5ad83d74 req-7e413a18-38e3-47b5-a61e-490f3d989138 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Jun 30 02:03:47.279482 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.282377 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:47.286123 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19d45662-a0a8-40b1-8d73-cb08d2b1d8e0 HTTP/1.1" status: 204 len: 168 time: 0.1292031 Jun 30 02:03:47.291723 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74452aa-87b1-4d4a-83a3-d3766f7524eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d45662-a0a8-40b1-8d73-cb08d2b1d8e0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:48.459834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce6283-cfe2-4d91-88a1-a9cbdaf0a67a req-af154d82-5b11-4c0b-b71f-b733820811c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:48.461382 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-12ce6283-cfe2-4d91-88a1-a9cbdaf0a67a req-af154d82-5b11-4c0b-b71f-b733820811c2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 946 time: 0.0646079 Jun 30 02:03:48.500085 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-12ce6283-cfe2-4d91-88a1-a9cbdaf0a67a req-5da41f1a-21b7-472f-b51d-79a74600ea17 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Jun 30 02:03:48.826496 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:03:48.909401 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:48.942488 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:03:48.945275 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb13331-b6e3-4d58-baa1-d65bba41bbfc" -d '{"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-unplugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:03:48.961099 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:03:48.967191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:48.998342 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4cef44-659f-451d-a088-516342f5ed8b x-openstack-request-id: req-df4cef44-659f-451d-a088-516342f5ed8b {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:03:48.998714 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-unplugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:03:48.998881 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df4cef44-659f-451d-a088-516342f5ed8b {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:03:48.999299 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'code': 200} Jun 30 02:03:49.031602 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=8']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:03:49.694033 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f9d80-5af7-4316-a7f7-eead0c93b739 req-69f1c640-3706-4cdd-8081-4f44147c7249 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:49.695514 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a1f9d80-5af7-4316-a7f7-eead0c93b739 req-69f1c640-3706-4cdd-8081-4f44147c7249 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0688620 Jun 30 02:03:49.736050 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9a1f9d80-5af7-4316-a7f7-eead0c93b739 req-5911147c-dc80-4acf-8f70-7f736be7253e tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338128 Jun 30 02:03:49.743083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2093a043-c0e6-4c23-a9f4-e36547ef831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:50.917603 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-9aff7101-af2d-4410-9f7c-c8b13abc50da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515015 Jun 30 02:03:50.936414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1968f-f99f-457d-9e15-94782c136bf0 req-06f0c5ef-811f-4a87-b26d-816e94be65e9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:50.937921 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3aa1968f-f99f-457d-9e15-94782c136bf0 req-06f0c5ef-811f-4a87-b26d-816e94be65e9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0674846 Jun 30 02:03:50.976616 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3aa1968f-f99f-457d-9e15-94782c136bf0 req-f5a25c3b-b244-444a-a54d-5f66a4cccd88 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Jun 30 02:03:51.908392 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-300a5891-1445-4b2c-995f-3f6c775c111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:51.911526 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-300a5891-1445-4b2c-995f-3f6c775c111c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d&tenant_id=8545f4831c0448de9800f24169b6cc40 HTTP/1.1" status: 200 len: 1097 time: 0.0594349 Jun 30 02:03:51.991268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-499cfe2d-ef7f-422d-894d-53d50bfa059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:51.992800 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-499cfe2d-ef7f-422d-894d-53d50bfa059c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1097 time: 0.0562053 Jun 30 02:03:52.095219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-d3c34936-5df1-4552-aa7c-cf033dc9d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:52.096728 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-d3c34936-5df1-4552-aa7c-cf033dc9d28a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.0946698 Jun 30 02:03:52.191411 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-665bb27f-1dbe-4407-8972-fb65bd9c1596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 1000 time: 0.0840461 Jun 30 02:03:52.242096 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a963dd-1792-4269-bd46-24e00229dd91 req-ec38b525-d15a-406b-84d8-7a487c61e5d0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:52.243650 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44a963dd-1792-4269-bd46-24e00229dd91 req-ec38b525-d15a-406b-84d8-7a487c61e5d0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.1460273 Jun 30 02:03:52.274930 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-e55534cf-425b-4556-bfee-692e026236aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:52.276374 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-e55534cf-425b-4556-bfee-692e026236aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0778048 Jun 30 02:03:52.301374 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-44a963dd-1792-4269-bd46-24e00229dd91 req-d2a378cb-713e-473c-a834-88938e1020f3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492568 Jun 30 02:03:52.346074 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-fb084fdc-c833-4b26-b6b0-0b7a07d2ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:52.348264 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-fb084fdc-c833-4b26-b6b0-0b7a07d2ffcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616210 Jun 30 02:03:52.392103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:52.404998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-034a73dd-e022-4896-8bb2-7fe3f1c33987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:52.454098 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-1e2a1dfe-7c4f-4ce0-8faf-dc080f90abde service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926552 Jun 30 02:03:52.547958 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-340f3cc6-100a-491c-b0d7-d2a3954d31f2 req-37b8672f-a0d6-42dc-8cc6-37a026efd44a service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Jun 30 02:03:52.830233 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:03:53.315068 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:53.492678 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e5af-88ad-4199-ac43-8c3d16955129 req-a4e406b8-cdcc-4289-b1eb-3deb7bc7de66 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:53.494205 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-77d4e5af-88ad-4199-ac43-8c3d16955129 req-a4e406b8-cdcc-4289-b1eb-3deb7bc7de66 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0699074 Jun 30 02:03:53.534163 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-77d4e5af-88ad-4199-ac43-8c3d16955129 req-d91ebd36-5a49-4abf-954c-e6dee05994e5 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341971 Jun 30 02:03:53.922353 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:03:54.736006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7327da-0aa1-485a-8f03-0552d83c7b0d req-b9265b64-536d-4a22-83ce-fda66cc4d1e0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:54.737561 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af7327da-0aa1-485a-8f03-0552d83c7b0d req-b9265b64-536d-4a22-83ce-fda66cc4d1e0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0645692 Jun 30 02:03:54.781177 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-af7327da-0aa1-485a-8f03-0552d83c7b0d req-1aed88df-fb9a-49fe-aae4-4531ec2066ea tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371122 Jun 30 02:03:55.006926 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:55.974058 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231b712-3523-4b5a-916b-7b648cce4d1c req-6dabccdf-bdc9-4a77-94b9-20cbf7609fbe tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:55.975814 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4231b712-3523-4b5a-916b-7b648cce4d1c req-6dabccdf-bdc9-4a77-94b9-20cbf7609fbe tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0744364 Jun 30 02:03:56.017200 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4231b712-3523-4b5a-916b-7b648cce4d1c req-2b590c12-22d6-4e2f-8b79-0e4c0b6a65e8 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353553 Jun 30 02:03:56.678148 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:03:57.232506 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa774b8e-8db1-4291-986f-aad7f53209a6 req-e91b726b-c82f-4a73-adcf-0017537d3bdd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:57.234998 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fa774b8e-8db1-4291-986f-aad7f53209a6 req-e91b726b-c82f-4a73-adcf-0017537d3bdd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0945969 Jun 30 02:03:57.275944 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fa774b8e-8db1-4291-986f-aad7f53209a6 req-c7159ae5-ccd5-495d-a311-7a068937590f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349376 Jun 30 02:03:58.477272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c8d18-6f27-4897-99da-bc945893ab3a req-50d564b0-b6e6-4c44-91f9-9319d3139bb0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:58.478829 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea0c8d18-6f27-4897-99da-bc945893ab3a req-50d564b0-b6e6-4c44-91f9-9319d3139bb0 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0676985 Jun 30 02:03:58.519117 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ea0c8d18-6f27-4897-99da-bc945893ab3a req-74d154ea-ceec-4939-98d1-286cf563c53f tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Jun 30 02:03:59.719970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efecbad-c5ac-486e-aef6-c10b67593a81 req-f52446de-565a-4236-a5c2-c6339eca5eae tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:03:59.721643 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8efecbad-c5ac-486e-aef6-c10b67593a81 req-f52446de-565a-4236-a5c2-c6339eca5eae tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0732932 Jun 30 02:03:59.765333 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8efecbad-c5ac-486e-aef6-c10b67593a81 req-db6cdbb3-2b04-4302-8745-0fed384876e2 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374231 Jun 30 02:04:00.966728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d1a4-3b30-450b-9c61-9819f8bc8c19 req-badb0df9-e081-4d49-99b9-6bbd73d9d13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:00.968206 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9780d1a4-3b30-450b-9c61-9819f8bc8c19 req-badb0df9-e081-4d49-99b9-6bbd73d9d13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0683362 Jun 30 02:04:01.007846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9780d1a4-3b30-450b-9c61-9819f8bc8c19 req-aa4f53cd-64d9-4215-be25-b493baf4e0fb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jun 30 02:04:02.231475 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdb4b2-9253-493f-9ef5-5e44cb5dacc5 req-bd6d2d91-4331-46ff-827f-ecbeb1634d40 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:02.233088 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4cfdb4b2-9253-493f-9ef5-5e44cb5dacc5 req-bd6d2d91-4331-46ff-827f-ecbeb1634d40 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0738113 Jun 30 02:04:02.274193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4cfdb4b2-9253-493f-9ef5-5e44cb5dacc5 req-c32f01b3-88db-4cef-9b8a-dd8204c0c8c9 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Jun 30 02:04:03.472391 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c328c9a-e0ef-46cb-82f0-2b45fd32a29b req-ef628e13-d543-44df-9103-d6b43cb46ca4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:03.473931 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c328c9a-e0ef-46cb-82f0-2b45fd32a29b req-ef628e13-d543-44df-9103-d6b43cb46ca4 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0705986 Jun 30 02:04:03.515833 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9c328c9a-e0ef-46cb-82f0-2b45fd32a29b req-36bc2c81-2cea-4157-8fef-9e90590b826a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358872 Jun 30 02:04:03.884899 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5a9a-028a-4cf8-bcd1-fe920413233b req-3d7a9b95-d4bc-4011-ae18-4958bde86ea4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:03.886354 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fa7e5a9a-028a-4cf8-bcd1-fe920413233b req-3d7a9b95-d4bc-4011-ae18-4958bde86ea4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0772545 Jun 30 02:04:03.927922 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fa7e5a9a-028a-4cf8-bcd1-fe920413233b req-2341ba6e-fde0-47a9-8c53-815a4b3c4209 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355303 Jun 30 02:04:04.718246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f1cd5-3388-42b5-9f66-4a5cf05c9144 req-060356ec-2ce7-4bbb-9d00-a8237a4b0a99 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:04.719768 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441f1cd5-3388-42b5-9f66-4a5cf05c9144 req-060356ec-2ce7-4bbb-9d00-a8237a4b0a99 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.0708735 Jun 30 02:04:04.758541 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-441f1cd5-3388-42b5-9f66-4a5cf05c9144 req-8bffdf59-2a5f-44b5-aeed-a97227efbe89 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328743 Jun 30 02:04:05.120558 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed425d-a3d0-49d6-9eb1-a096daa7b312 req-34a3c561-af5b-41f2-929f-f563540ff081 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:05.122111 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a4ed425d-a3d0-49d6-9eb1-a096daa7b312 req-34a3c561-af5b-41f2-929f-f563540ff081 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0729458 Jun 30 02:04:05.162998 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a4ed425d-a3d0-49d6-9eb1-a096daa7b312 req-b5fafbe4-00a7-41ba-b901-ce6857df73a1 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348175 Jun 30 02:04:05.780053 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-0ad6f13a-0e60-4ed3-b0c7-c618664d2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:05.781644 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-0ad6f13a-0e60-4ed3-b0c7-c618664d2da0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1137 time: 0.0913141 Jun 30 02:04:05.786204 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-f748bab7-682f-4567-aa53-111f33d6c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:05.787575 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-f748bab7-682f-4567-aa53-111f33d6c0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8545f4831c0448de9800f24169b6cc40&device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1097 time: 0.0883934 Jun 30 02:04:05.968385 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-ac78000b-1641-4c81-be9a-7f2e7a7890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:05.970202 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-ac78000b-1641-4c81-be9a-7f2e7a7890e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.1817572 Jun 30 02:04:05.987804 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-6aa34791-9401-4193-a6d2-663f1c33ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:05.989164 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-6aa34791-9401-4193-a6d2-663f1c33ac61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 200 len: 918 time: 0.1582422 Jun 30 02:04:06.097801 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f100efe-c580-4b1d-87b9-5f00f537f355 req-c91e1aaa-4240-4925-b7af-8faea0f9feff tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.100262 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8f100efe-c580-4b1d-87b9-5f00f537f355 req-c91e1aaa-4240-4925-b7af-8faea0f9feff tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 944 time: 0.2189832 Jun 30 02:04:06.106410 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-ec6fdf80-79b6-4d75-a7fc-108df7c58b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1249306 Jun 30 02:04:06.171989 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-fdc1ed57-4f55-47c4-8742-f247d9e2d4d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 200 len: 1000 time: 0.1529775 Jun 30 02:04:06.231239 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8f100efe-c580-4b1d-87b9-5f00f537f355 req-e7a28749-2493-4701-9573-304b04862b0a tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226804 Jun 30 02:04:06.238439 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-3cec13b7-0932-4057-a6d7-26f9cb9d656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.239873 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-3cec13b7-0932-4057-a6d7-26f9cb9d656a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.1249228 Jun 30 02:04:06.263861 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-f1f802d1-2dbe-44ee-8a97-94ac59c20c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.265468 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-f1f802d1-2dbe-44ee-8a97-94ac59c20c92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 200 len: 856 time: 0.0856786 Jun 30 02:04:06.354906 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-cd73314b-b830-4dfe-8ced-06c7e29964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.356428 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-cd73314b-b830-4dfe-8ced-06c7e29964f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1059122 Jun 30 02:04:06.364611 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-e58f6173-a67e-47c9-8e5b-3cee81bd9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.366066 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-e58f6173-a67e-47c9-8e5b-3cee81bd9cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3bc50e-ccef-48c1-823b-ca222c933078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816171 Jun 30 02:04:06.370876 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4ddfa-622c-4db8-9a3d-d2ad4d32bab5 req-fe3f031d-45f8-4f47-8532-a4a4ad9283f1 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:06.373805 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-43b4ddfa-622c-4db8-9a3d-d2ad4d32bab5 req-fe3f031d-45f8-4f47-8532-a4a4ad9283f1 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0912020 Jun 30 02:04:06.428089 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-43b4ddfa-622c-4db8-9a3d-d2ad4d32bab5 req-54d11f4b-5850-4e4f-8405-ca6931c6d4a7 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472169 Jun 30 02:04:06.518393 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-a0d530ba-4395-434a-8fee-f52c0749d507 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513023 Jun 30 02:04:06.521750 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-15041a43-7966-499d-8a22-6776af25be63 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375253 Jun 30 02:04:06.680684 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4ad5ab10-7672-4617-afa1-61a44eb79de3 req-79023a05-b36f-4b01-a656-ad2ba99c2218 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481731 Jun 30 02:04:06.684621 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-517b524e-e93b-41d4-a848-8ced7ba6e130 req-07866209-4358-41eb-a4f9-d430d0fbe0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449258 Jun 30 02:04:06.919323 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:04:07.028887 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:07.041578 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'port_id': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'mac_address': 'fa:16:3e:18:84:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:04:07.081222 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:07.093952 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:04:07.118588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:07.124950 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:07.173157 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=9']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:07.180093 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.181095 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.181095 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.181095 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.181427 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.181759 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.182083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.182406 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.182730 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.183052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.183366 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.183683 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:07.417312 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce006f25-a770-480f-8e59-1d5dcd542913 req-56876e72-7639-493a-894a-07217612b715 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:07.418790 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce006f25-a770-480f-8e59-1d5dcd542913 req-56876e72-7639-493a-894a-07217612b715 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 945 time: 0.0652235 Jun 30 02:04:07.426964 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['39b6e518-7fe7-4e29-800b-154e3ccdf9c8'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:04:07.460975 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce006f25-a770-480f-8e59-1d5dcd542913 req-59ad2e94-803c-467b-8f68-5e5fca9948eb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jun 30 02:04:07.620822 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8b539-7408-4a3d-a614-94fea5aa947d req-890eb741-3d9f-4805-b05e-b122e401b3cf tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:07.622321 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dda8b539-7408-4a3d-a614-94fea5aa947d req-890eb741-3d9f-4805-b05e-b122e401b3cf tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0729792 Jun 30 02:04:07.913905 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-dda8b539-7408-4a3d-a614-94fea5aa947d req-3618c78b-25e5-4458-ad61-1524f474c009 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2856922 Jun 30 02:04:08.663725 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f923ca0-2c31-4a20-888d-782c5ba03fcb req-a64630e3-b41d-4f4a-9bfb-a974e01cc405 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:08.665248 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f923ca0-2c31-4a20-888d-782c5ba03fcb req-a64630e3-b41d-4f4a-9bfb-a974e01cc405 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 945 time: 0.0749710 Jun 30 02:04:08.703912 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f923ca0-2c31-4a20-888d-782c5ba03fcb req-1746364b-6f99-4372-8894-d584fe730354 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jun 30 02:04:08.919412 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:04:08.969973 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:04:08.970369 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:09.048232 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:09.070396 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:09.072632 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe45e8e-1bcc-439b-8336-8086d6927d63" -d '{"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:09.085582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:09.091852 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:09.105863 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b792-d36c-467b-bc11-c4e883cd13a6 req-5306901b-13b8-4310-a80e-cfd139864967 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:09.109289 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ff99b792-d36c-467b-bc11-c4e883cd13a6 req-5306901b-13b8-4310-a80e-cfd139864967 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0714993 Jun 30 02:04:09.117115 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717e9f9-d4d8-4f90-aceb-a4a1f507db50 x-openstack-request-id: req-f717e9f9-d4d8-4f90-aceb-a4a1f507db50 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:09.117397 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-plugged", "status": "completed", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:09.117640 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f717e9f9-d4d8-4f90-aceb-a4a1f507db50 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:09.118013 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'code': 200} Jun 30 02:04:09.144300 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=10']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:09.151760 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ff99b792-d36c-467b-bc11-c4e883cd13a6 req-9e403640-0b09-4555-a4f7-7acb14b7e14d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379248 Jun 30 02:04:09.363119 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d4e3-a599-4b97-b2fe-7ac1b09cfee2 req-60e09a50-c9a4-4981-b919-82365e8c5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:09.364585 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-91b3d4e3-a599-4b97-b2fe-7ac1b09cfee2 req-60e09a50-c9a4-4981-b919-82365e8c5c63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 1100 time: 0.0582476 Jun 30 02:04:09.406740 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-91b3d4e3-a599-4b97-b2fe-7ac1b09cfee2 req-10c4267d-f1a8-4f83-9a44-4ec97816c5d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Jun 30 02:04:09.900539 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9d61a-f8ba-481f-af32-9d4873b43e37 req-ecd9bf89-f863-4b7a-94dd-553adc212613 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:09.902034 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90a9d61a-f8ba-481f-af32-9d4873b43e37 req-ecd9bf89-f863-4b7a-94dd-553adc212613 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.0764356 Jun 30 02:04:09.943112 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-90a9d61a-f8ba-481f-af32-9d4873b43e37 req-57d4afc3-f1e5-4636-ab68-8a075c3e4e1b tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Jun 30 02:04:10.329974 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f954a8-4186-481e-a330-5ad727954208 req-d6853a0f-6ff2-4f57-aabb-7fbc54745edd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:10.331367 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f954a8-4186-481e-a330-5ad727954208 req-d6853a0f-6ff2-4f57-aabb-7fbc54745edd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0653906 Jun 30 02:04:10.372986 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f954a8-4186-481e-a330-5ad727954208 req-91004918-2e49-434c-8547-8ea0a9e96578 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352211 Jun 30 02:04:11.133311 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2862797-2b69-48cd-a17c-f5b64421fe87 req-3fa035e9-e309-401f-8a40-914eb5e59b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:11.134963 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d2862797-2b69-48cd-a17c-f5b64421fe87 req-3fa035e9-e309-401f-8a40-914eb5e59b12 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.0658004 Jun 30 02:04:11.174574 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d2862797-2b69-48cd-a17c-f5b64421fe87 req-9f4d191e-efe9-48ec-8319-49764481d5ac tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336261 Jun 30 02:04:11.562045 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750b6c-b47a-49f0-917a-62da9c21b9f5 req-aedc53d2-2db0-44ae-9045-cc122012e948 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:11.563512 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-87750b6c-b47a-49f0-917a-62da9c21b9f5 req-aedc53d2-2db0-44ae-9045-cc122012e948 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0665138 Jun 30 02:04:11.608902 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-87750b6c-b47a-49f0-917a-62da9c21b9f5 req-79421228-2ff6-40ad-8c86-85c6e0ff12c8 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393307 Jun 30 02:04:12.531883 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb06c85-608a-4344-88fb-cd42a0c2958a req-e09735a8-d916-4648-a315-7344eeb2e7f3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:12.533357 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2eb06c85-608a-4344-88fb-cd42a0c2958a req-e09735a8-d916-4648-a315-7344eeb2e7f3 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.0717676 Jun 30 02:04:12.571532 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2eb06c85-608a-4344-88fb-cd42a0c2958a req-f5e8c0b8-3539-4ab8-a5de-be96916ca1ba tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323963 Jun 30 02:04:12.791845 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dccdc3-eeff-43c8-80cc-e401a1c6e957 req-7e755351-e892-457f-8385-d43af7c012c1 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:12.793373 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-91dccdc3-eeff-43c8-80cc-e401a1c6e957 req-7e755351-e892-457f-8385-d43af7c012c1 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0689085 Jun 30 02:04:12.835841 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-91dccdc3-eeff-43c8-80cc-e401a1c6e957 req-6fd70d96-0623-456d-a715-6e2094dbf5c8 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364902 Jun 30 02:04:14.022023 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f6c72-3f03-4d55-bee8-ac5bb03b7302 req-7f12e25f-19a6-46d4-bbf0-532cc2b866d4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:14.023512 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-964f6c72-3f03-4d55-bee8-ac5bb03b7302 req-7f12e25f-19a6-46d4-bbf0-532cc2b866d4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0673902 Jun 30 02:04:14.067654 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-964f6c72-3f03-4d55-bee8-ac5bb03b7302 req-7cef2427-cf26-4921-a1ef-3a9b4ee8520a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376716 Jun 30 02:04:15.256807 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f102a-dde6-406c-b624-48a98562ffe3 req-3a13bea1-2bbe-402b-8fdf-1ffc55ca40d4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:15.258276 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5a7f102a-dde6-406c-b624-48a98562ffe3 req-3a13bea1-2bbe-402b-8fdf-1ffc55ca40d4 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0719354 Jun 30 02:04:15.298798 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5a7f102a-dde6-406c-b624-48a98562ffe3 req-2ab6f5f0-134b-4dec-846d-ffdca3fe59d8 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345945 Jun 30 02:04:16.493218 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfd2be-d5ef-49fa-aa3b-53dd7f5277d3 req-7147b280-21c7-4ce8-8536-e9ed8b1220dd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:16.494909 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9dbfd2be-d5ef-49fa-aa3b-53dd7f5277d3 req-7147b280-21c7-4ce8-8536-e9ed8b1220dd tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0736816 Jun 30 02:04:16.540974 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9dbfd2be-d5ef-49fa-aa3b-53dd7f5277d3 req-a3f4dca8-410b-42dc-852a-f58e7521ace2 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375326 Jun 30 02:04:17.739985 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4f228-1831-4810-8994-d45e4214961f req-4b8bb752-0db3-40fe-85c8-a14c9d355a40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:17.741658 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87a4f228-1831-4810-8994-d45e4214961f req-4b8bb752-0db3-40fe-85c8-a14c9d355a40 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0766590 Jun 30 02:04:17.800581 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87a4f228-1831-4810-8994-d45e4214961f req-cfefab6f-bdd9-43da-8598-66c4b026c599 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500350 Jun 30 02:04:18.984817 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbe991-89fa-44a3-8a06-1f4e9fec9906 req-15600de8-8c08-4aef-85b5-a9f11ed28a98 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:18.986287 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9abbe991-89fa-44a3-8a06-1f4e9fec9906 req-15600de8-8c08-4aef-85b5-a9f11ed28a98 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.0647151 Jun 30 02:04:19.029112 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9abbe991-89fa-44a3-8a06-1f4e9fec9906 req-17312c17-a1bd-4d96-9e0b-c22cc409e824 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&id=2a6f5beb-0ff7-4908-8d43-144a501edd06&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368958 Jun 30 02:04:19.749316 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-31c8f5e5-c712-4ae0-8871-360762f982f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:22.401963 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:22.411326 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-51e69774-eb38-43f5-bc64-05a510df4998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:23.317904 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:25.010139 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:26.687628 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:30.922326 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:04:39.591916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e8bc-0143-4f1b-abba-fe4ee94a55fd req-947b818d-ace1-4766-b960-23dcd941e838 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:39.593420 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f577e8bc-0143-4f1b-abba-fe4ee94a55fd req-947b818d-ace1-4766-b960-23dcd941e838 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0773299 Jun 30 02:04:39.637315 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f577e8bc-0143-4f1b-abba-fe4ee94a55fd req-c08ae5ad-0433-454f-91fc-bd3714aadbd9 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Jun 30 02:04:40.824774 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545aa3-c7dc-4d37-97c7-315e8f92fff0 req-fcf4aed6-a34c-456f-922a-ff5fa6a6ce6f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:40.826278 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8c545aa3-c7dc-4d37-97c7-315e8f92fff0 req-fcf4aed6-a34c-456f-922a-ff5fa6a6ce6f tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0699694 Jun 30 02:04:40.872764 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8c545aa3-c7dc-4d37-97c7-315e8f92fff0 req-bef7e870-432b-4d24-b3fd-5f6074012e4e tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Jun 30 02:04:41.327683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47712) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:41.633648 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-79c5b305-366e-4513-a542-7c205093ac62 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:41.635084 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-79c5b305-366e-4513-a542-7c205093ac62 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.1238356 Jun 30 02:04:41.741212 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Deleting port a6a43bf9-51ae-484f-8481-71547290a863 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:41.741550 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:41.813839 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Deleting port 1fc893ea-08ab-45af-96bd-ae40a791ea14 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:41.814166 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:41.869708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:41.870603 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:41.890644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Calling delete_port for a6a43bf9-51ae-484f-8481-71547290a863 owned by network:floatingip {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:41.985048 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] For port 1fc893ea-08ab-45af-96bd-ae40a791ea14, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=1fc893ea-08ab-45af-96bd-ae40a791ea14,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:41.985414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.060942 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866dcb-9b96-4d48-a29c-588990ac6b09 req-d60721d3-bb8f-40df-9b41-6eaefbbc4d68 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:42.063501 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7866dcb-9b96-4d48-a29c-588990ac6b09 req-d60721d3-bb8f-40df-9b41-6eaefbbc4d68 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 946 time: 0.0743506 Jun 30 02:04:42.113211 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7866dcb-9b96-4d48-a29c-588990ac6b09 req-af94a4bb-b458-41e6-a393-b16dc4cec668 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups?id=56771b83-a153-47b0-a615-39fc0affcc45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Jun 30 02:04:42.237587 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.237863 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.238166 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Floating IP 9b558e3d-c7f2-4954-a103-13b89c1a6788 disassociated. External IP: 172.27.2.53, port: 1fc893ea-08ab-45af-96bd-ae40a791ea14. Jun 30 02:04:42.238530 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Calling delete_port for 1fc893ea-08ab-45af-96bd-ae40a791ea14 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:42.256979 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.319789 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event deleted for resources: {'Port': ['ID=a6a43bf9-51ae-484f-8481-71547290a863,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:42.355762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.356111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.356428 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.356754 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.357100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.357422 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.357743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.358046 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.358401 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.358713 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.359022 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.359332 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:42.412452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.415161 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Floating IP afb6ec72-da44-468f-90c9-66c7cf144ba0 disassociated (deleted). External IP: 172.27.2.24, port: e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5. Jun 30 02:04:42.536424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.578429 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'Port': ['ID=1fc893ea-08ab-45af-96bd-ae40a791ea14,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:42.770794 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Router a59054b7-1402-48c0-bc88-557f166f4d03 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:42.772526 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:42.965380 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:42.970647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:42.974451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:42.975304 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Sync routers for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:42.985694 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:42.996243 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:42.996904 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.001582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:43.002233 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.032208 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-1d50b54e-0f0f-4e12-908c-589f0ae8be83 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "DELETE /v2.0/floatingips/afb6ec72-da44-468f-90c9-66c7cf144ba0 HTTP/1.1" status: 204 len: 168 time: 1.7036247 Jun 30 02:04:43.033542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:43.035497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e4c7fa-6457-4de0-abdb-c89bf6726d24" -d '{"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:43.072828 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] No DVR routers for this DVR port 1fc893ea-08ab-45af-96bd-ae40a791ea14 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:43.086238 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:43.088155 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-cc7e084e-c29d-48d8-b31c-a578065cf52d req-3252b27f-1956-41de-acce-b40488b6809c tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.41 "DELETE /v2.0/ports/1fc893ea-08ab-45af-96bd-ae40a791ea14 HTTP/1.1" status: 204 len: 173 time: 1.4375210 Jun 30 02:04:43.108288 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66e3a0-4c15-4533-995b-8eb9c9cc4341 x-openstack-request-id: req-2b66e3a0-4c15-4533-995b-8eb9c9cc4341 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:43.108582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:43.108947 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b66e3a0-4c15-4533-995b-8eb9c9cc4341 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:43.109254 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'status': 'completed', 'code': 200} Jun 30 02:04:43.144728 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:43.215614 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-0bb043ab-c508-46cd-be9f-84e27299d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:43.217751 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-0bb043ab-c508-46cd-be9f-84e27299d55d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 1099 time: 0.0794840 Jun 30 02:04:43.360713 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29b9f96a-6e46-446b-b323-03d35a88a652 req-43d92aef-1fc9-4dd9-9c46-3b7fa1303c00 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67e16de-3a5e-4137-a2f1-4751e494ca1b HTTP/1.1" status: 200 len: 210 time: 0.0366936 Jun 30 02:04:43.386584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-efcb7cda-c21a-419d-8dc7-f0bae20a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:43.388106 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-efcb7cda-c21a-419d-8dc7-f0bae20a10ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 200 len: 908 time: 0.1555886 Jun 30 02:04:43.400303 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:43.438652 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.443689 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-afc37ac0-eb04-4add-930e-7e626fa2f67e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 200 len: 217 time: 0.0459640 Jun 30 02:04:43.469128 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:43.480112 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:43.480953 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.532229 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-171f1b58-bb95-4728-b78d-1ca2b1c7071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:43.533780 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-171f1b58-bb95-4728-b78d-1ca2b1c7071e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 200 len: 846 time: 0.0786955 Jun 30 02:04:43.607365 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-1fd1e5be-81fa-45c1-ae8d-885047aef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:43.609182 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-1fd1e5be-81fa-45c1-ae8d-885047aef808 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1971dac3-b004-414c-beab-c5ab657a1f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679369 Jun 30 02:04:43.616503 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:43.651931 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.681718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce66f-9a46-45e2-ab56-b53fdafc8221 req-514d4c4b-5830-4b69-bef1-29f93b987438 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:43.684520 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-715ce66f-9a46-45e2-ab56-b53fdafc8221 req-514d4c4b-5830-4b69-bef1-29f93b987438 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0772128 Jun 30 02:04:43.691576 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Checking router: a59054b7-1402-48c0-bc88-557f166f4d03 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:43.701167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:43.701849 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.742193 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-715ce66f-9a46-45e2-ab56-b53fdafc8221 req-7d8a509a-bfc8-4303-8fb1-470fc23ca8f4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509310 Jun 30 02:04:43.763448 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-c88bea15-df04-4128-9ea0-87ed98e37283 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440663 Jun 30 02:04:43.863023 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:43.864519 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:43.897553 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ec51-51f9-446a-82e1-1d70786eeb62 None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 4, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1', 'name': '', 'network_id': 'ab6fb201-bf0d-4d81-98dc-9dad54671f8f', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'mac_address': 'fa:16:3e:c3:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:52Z', 'updated_at': '2021-06-30T01:58:05Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'subnets': [{'id': '10f246b0-07ad-4b91-88ff-53662a701ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:43.913016 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-21e4c7fa-6457-4de0-abdb-c89bf6726d24 req-a956213f-8f15-4e66-8e88-ac9ae5d36cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359611 Jun 30 02:04:44.095436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:44.129109 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3db568-29e1-46b7-b4bd-acaf11b9b921 None None] The sync data for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi is: [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:42Z', 'revision_number': 4, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': 'b93b4bd2-8118-4bd4-a08d-72084db1768a', 'name': '', 'network_id': '1971dac3-b004-414c-beab-c5ab657a1f4f', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'mac_address': 'fa:16:3e:36:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'e66bc722-9d17-4910-89ad-60838201794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:41Z', 'updated_at': '2021-06-30T01:58:49Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'subnets': [{'id': 'e66bc722-9d17-4910-89ad-60838201794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:44.176063 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7fc20-ec98-4e1c-ae88-5cdcf5118786 None None] New status for floating IP 9b558e3d-c7f2-4954-a103-13b89c1a6788: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:04:44.382293 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f3b3d-970a-4927-a828-8d7092152263 None None] New status for floating IP afb6ec72-da44-468f-90c9-66c7cf144ba0: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:04:44.501823 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47730) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:44.569071 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:44.595661 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:44.653867 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:44.656800 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:44.658031 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "DELETE /v2.0/security-groups/56771b83-a153-47b0-a615-39fc0affcc45 HTTP/1.1" status: 204 len: 168 time: 0.1550148 Jun 30 02:04:44.661061 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47732) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:44.668494 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56771b83-a153-47b0-a615-39fc0affcc45,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:44.675102 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.api.v2.resource [None req-1904383e-3184-4159-aa9c-8335b94d428b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] show failed (client error): The resource could not be found. Jun 30 02:04:44.679062 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679225 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-1904383e-3184-4159-aa9c-8335b94d428b tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "GET /v2.0/security-groups/56771b83-a153-47b0-a615-39fc0affcc45 HTTP/1.1" status: 404 len: 347 time: 0.0140145 Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.679336 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.680249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47734) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:44.680351 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:44.680351 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98c6b4-cbd0-43bc-a8ea-6aeabf3f6dd6 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:04:45.116277 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3ac81-95d7-40bf-a1b1-1ca71799d1f7 req-a2241786-7d36-4bb4-ad45-555c18397a51 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:45.117773 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0c3ac81-95d7-40bf-a1b1-1ca71799d1f7 req-a2241786-7d36-4bb4-ad45-555c18397a51 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.0964632 Jun 30 02:04:45.119404 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'name': 'network-vif-deleted', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:45.121913 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b626a-128b-40c4-a549-cfb0e3d01479" -d '{"events": [{"server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "name": "network-vif-deleted", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:45.130366 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Deleting port d98c2f6e-1686-48f5-97bf-60d7e21d8c46 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:45.130765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.181788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0ffde3-90be-4520-a01f-b79d827e562f x-openstack-request-id: req-dd0ffde3-90be-4520-a01f-b79d827e562f {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:45.182280 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67e16de-3a5e-4137-a2f1-4751e494ca1b", "name": "network-vif-deleted", "tag": "1fc893ea-08ab-45af-96bd-ae40a791ea14", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:45.182497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd0ffde3-90be-4520-a01f-b79d827e562f {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:45.182913 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e16de-3a5e-4137-a2f1-4751e494ca1b', 'name': 'network-vif-deleted', 'tag': '1fc893ea-08ab-45af-96bd-ae40a791ea14', 'status': 'completed', 'code': 200} Jun 30 02:04:45.185196 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 1fc893ea-08ab-45af-96bd-ae40a791ea14 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:45.205794 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 1fc893ea-08ab-45af-96bd-ae40a791ea14 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:45.206147 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 1fc893ea-08ab-45af-96bd-ae40a791ea14 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:45.210869 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0c3ac81-95d7-40bf-a1b1-1ca71799d1f7 req-e530f8ea-dcca-4c2b-8eec-e9253884178d tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f0ed8d1-0260-4bda-8b21-ad57a1649de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861933 Jun 30 02:04:45.240683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.241105 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.253585 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Calling delete_port for d98c2f6e-1686-48f5-97bf-60d7e21d8c46 owned by network:floatingip {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:45.392069 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-8d169143-4e33-4857-bc52-1e908d0768e4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:45.393609 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-8d169143-4e33-4857-bc52-1e908d0768e4 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 946 time: 0.1253788 Jun 30 02:04:45.476135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.524979 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Pushing event deleted for resources: {'Port': ['ID=d98c2f6e-1686-48f5-97bf-60d7e21d8c46,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:45.601337 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks [] for floatingip, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.604168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.605653 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c4150bf1-3142-4d80-abe0-3fd3cbc98af8 tempest-AttachVolumeTestJSON-1160557280 tempest-AttachVolumeTestJSON-1160557280-project] 10.222.0.47 "DELETE /v2.0/floatingips/9b558e3d-c7f2-4954-a103-13b89c1a6788 HTTP/1.1" status: 204 len: 168 time: 0.9253123 Jun 30 02:04:45.616803 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Deleting port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:45.616803 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.723531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] For port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:45.724247 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.738027 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Calling delete_port for e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:45.869931 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.904441 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event deleted for resources: {'Port': ['ID=e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:45.956607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] No DVR routers for this DVR port e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:45.959261 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:45.961244 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-34e21a75-687d-4c09-a92f-1d26c0e0b73b req-331052cd-3880-41ea-89e2-2243d3e175d1 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.41 "DELETE /v2.0/ports/e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 HTTP/1.1" status: 204 len: 173 time: 0.5469513 Jun 30 02:04:46.380142 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-97424668-c532-4c67-959b-d78614422d8f req-6c3586ce-7e63-48ae-b738-763d63973e90 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b028052-8915-46bd-af58-1b6a113101a7 HTTP/1.1" status: 200 len: 210 time: 0.0437689 Jun 30 02:04:47.184196 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-deleted', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:47.187454 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2581fc04-e7bd-424e-bd1d-bd84ce3b5af3" -d '{"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-deleted", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:47.227385 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef561f3-7255-4ef0-a515-36237139c121 x-openstack-request-id: req-6ef561f3-7255-4ef0-a515-36237139c121 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:47.227676 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b028052-8915-46bd-af58-1b6a113101a7", "name": "network-vif-deleted", "tag": "e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:47.227927 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ef561f3-7255-4ef0-a515-36237139c121 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:47.228349 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b028052-8915-46bd-af58-1b6a113101a7', 'name': 'network-vif-deleted', 'tag': 'e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5', 'status': 'completed', 'code': 200} Jun 30 02:04:47.474724 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47758) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:47.534931 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:47.564025 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:47.640344 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:47.643072 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:47.644299 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] 10.222.0.47 "DELETE /v2.0/security-groups/7f0ed8d1-0260-4bda-8b21-ad57a1649de7 HTTP/1.1" status: 204 len: 168 time: 0.1686034 Jun 30 02:04:47.655477 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e59a06-49b1-4775-b474-f82805170541 tempest-TestShelveInstance-555671696 tempest-TestShelveInstance-555671696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ed8d1-0260-4bda-8b21-ad57a1649de7,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:47.696402 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47762) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:48.223422 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:48.540663 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Deleting port b93b4bd2-8118-4bd4-a08d-72084db1768a {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:48.540936 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:48.621121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] For port b93b4bd2-8118-4bd4-a08d-72084db1768a, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=b93b4bd2-8118-4bd4-a08d-72084db1768a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:48.621661 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:48.641015 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Calling delete_port for b93b4bd2-8118-4bd4-a08d-72084db1768a owned by network:router_interface {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:48.833686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:48.858172 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b93b4bd2-8118-4bd4-a08d-72084db1768a,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:49.052453 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.200821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:49.220135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:49.220485 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device e8592c15-7fda-4e9a-aa7f-cbe9b02ee1c5 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:49.284041 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Router a59054b7-1402-48c0-bc88-557f166f4d03 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:49.303026 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47782) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:49.392926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:49.400474 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a3c829f6-7011-452f-b360-006e1fe5c9ac admin admin] 10.222.0.47 "PUT /v2.0/routers/a59054b7-1402-48c0-bc88-557f166f4d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004995 Jun 30 02:04:49.401557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47786) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:49.401697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Sync routers for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:49.412594 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:49.412594 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:49.509668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.518989 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:49.615910 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.680999 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Deleting port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:49.681267 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.711826 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T02:04:48Z', 'revision_number': 5, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port': {'id': '946c80d0-23a9-4bc1-b61a-e161fe5ca4d7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T01:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:49.724270 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.749114 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Checking router: a59054b7-1402-48c0-bc88-557f166f4d03 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:49.759912 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Routers {'a59054b7-1402-48c0-bc88-557f166f4d03'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:49.760763 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['a59054b7-1402-48c0-bc88-557f166f4d03'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:49.769331 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] For port 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:49.769605 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.781861 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Calling delete_port for 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 owned by network:router_gateway {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:49.798725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-764a0181-1df6-4a90-a55f-13f20c20c059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.855742 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] Set router a59054b7-1402-48c0-bc88-557f166f4d03 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:49.912279 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T02:04:49Z', 'revision_number': 6, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:49.939879 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508641dd-4432-44fc-86a4-b7b482fe6706 None None] The sync data for ids ['a59054b7-1402-48c0-bc88-557f166f4d03'] in dv-cinder-734415-14-iscsi is: [{'id': 'a59054b7-1402-48c0-bc88-557f166f4d03', 'name': 'tempest-TestShelveInstance-54299720-router', 'tenant_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:38Z', 'updated_at': '2021-06-30T02:04:49Z', 'revision_number': 6, 'project_id': '1aea4daab36744d2bb5ef0ddfc5503ef', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:49.959697 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:49.986158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=946c80d0-23a9-4bc1-b61a-e161fe5ca4d7,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:49.988569 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Deleting port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:49.988950 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.049543 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.072670 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] For port 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:50.073056 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.086972 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Calling delete_port for 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:50.275291 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.299058 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:50.418397 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.421140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.480271 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.481611 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59054b7-1402-48c0-bc88-557f166f4d03 {{(pid=93040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:04:50.487314 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.488757 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-99b38f52-ba86-402b-8a11-0f9eb5800c9c admin admin] 10.222.0.47 "DELETE /v2.0/routers/a59054b7-1402-48c0-bc88-557f166f4d03 HTTP/1.1" status: 204 len: 168 time: 1.0861657 Jun 30 02:04:50.491124 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47788) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:50.499951 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.538428 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Deleting subnet e66bc722-9d17-4910-89ad-60838201794e {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:04:50.541717 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.576451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.693177 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.732291 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Router 33e66644-41c6-4c85-b83f-19c38c01aec1 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:50.764730 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.814629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66bc722-9d17-4910-89ad-60838201794e,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:50.817693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.820924 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c831df60-d199-47ae-92bb-e32b14a4dea6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e66bc722-9d17-4910-89ad-60838201794e HTTP/1.1" status: 204 len: 168 time: 0.3286092 Jun 30 02:04:50.823496 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47792) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:50.829866 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac03d4-8f78-4f05-93a8-b9d23b957644 None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:04:50.854705 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:50.859964 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aacf9dc6-b37c-4e04-a303-c4861b7a3029 admin admin] 10.222.0.47 "PUT /v2.0/routers/33e66644-41c6-4c85-b83f-19c38c01aec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5556254 Jun 30 02:04:50.862479 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47794) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:50.866524 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Sync routers for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:50.881077 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:50.881947 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:50.952197 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:50.981744 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.018398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Deleting port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:51.018838 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.088223 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] DHCP port deletion for 1971dac3-b004-414c-beab-c5ab657a1f4f request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:04:51.138201 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:51.148175 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.153042 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Deleting port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:51.165858 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] For port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:51.165858 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.166795 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.194885 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Calling delete_port for 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:51.274137 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Deleting port 209f6621-f8bb-4e07-8cb5-540854e683cf {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:51.274589 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.307159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] For port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,segment=NetworkSegment(10ab337e-3c63-4fa4-9f09-f666047bc4e3),segment_id=10ab337e-3c63-4fa4-9f09-f666047bc4e3)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:51.307793 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.329302 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Calling delete_port for 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:51.389659 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.408050 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] For port 209f6621-f8bb-4e07-8cb5-540854e683cf, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=209f6621-f8bb-4e07-8cb5-540854e683cf,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:51.410690 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.412690 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T02:04:50Z', 'revision_number': 5, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port': {'id': '209f6621-f8bb-4e07-8cb5-540854e683cf', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:42Z', 'updated_at': '2021-06-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.420933 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Pushing event deleted for resources: {'Port': ['ID=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:51.423007 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] No DVR routers for this DVR port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:51.441782 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Calling delete_port for 209f6621-f8bb-4e07-8cb5-540854e683cf owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:51.446396 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device b93b4bd2-8118-4bd4-a08d-72084db1768a no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:51.473353 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Checking router: 33e66644-41c6-4c85-b83f-19c38c01aec1 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:51.497863 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Routers {'33e66644-41c6-4c85-b83f-19c38c01aec1'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:51.505437 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.506221 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['33e66644-41c6-4c85-b83f-19c38c01aec1'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.521868 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1971dac3-b004-414c-beab-c5ab657a1f4f']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.544496 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ab337e-3c63-4fa4-9f09-f666047bc4e3') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.544921 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ab337e-3c63-4fa4-9f09-f666047bc4e3') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.561305 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.590051 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.597043 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:04:51.597448 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:04:51.599279 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:04:51.645734 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] Set router 33e66644-41c6-4c85-b83f-19c38c01aec1 gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:51.661333 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: b93b4bd2-8118-4bd4-a08d-72084db1768a {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:51.661699 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device b93b4bd2-8118-4bd4-a08d-72084db1768a not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:51.662340 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:51.678690 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.688011 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.690565 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] 10.222.0.47 "DELETE /v2.0/networks/1971dac3-b004-414c-beab-c5ab657a1f4f HTTP/1.1" status: 204 len: 168 time: 0.8652532 Jun 30 02:04:51.702792 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47804) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:51.708269 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:51.708613 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 946c80d0-23a9-4bc1-b61a-e161fe5ca4d7 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:51.709102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:51.719624 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8a864-c2e0-4584-ae52-39f63081be5d admin admin] Pushing event deleted for resources: {'Network': ['ID=1971dac3-b004-414c-beab-c5ab657a1f4f,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:51.748547 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.750380 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:51.750763 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:51.760577 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T02:04:51Z', 'revision_number': 6, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:51.792907 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.804208 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Pushing event deleted for resources: {'Port': ['ID=209f6621-f8bb-4e07-8cb5-540854e683cf,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:51.821263 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752756e1-c245-448c-9aeb-f46c37b601e0 None None] The sync data for ids ['33e66644-41c6-4c85-b83f-19c38c01aec1'] in dv-cinder-734415-14-iscsi is: [{'id': '33e66644-41c6-4c85-b83f-19c38c01aec1', 'name': 'tempest-AttachVolumeTestJSON-747441070-router', 'tenant_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:40Z', 'updated_at': '2021-06-30T02:04:51Z', 'revision_number': 6, 'project_id': 'bd5b981f1fab430fa29e61adf4dc3d12', 'gw_port_host': None}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:51.830491 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Network 1971dac3-b004-414c-beab-c5ab657a1f4f is not hosted by any dhcp agent {{(pid=93041) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:04:51.831166 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] No DVR routers for this DVR port 31e136f1-9fe3-4e80-bb0e-62e8a34afa1a on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:51.836297 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cf86c-ebcf-4b81-9d85-fbbba9b12362 None None] Pushing event deleted for resources: {'Port': ['ID=31e136f1-9fe3-4e80-bb0e-62e8a34afa1a,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:51.872746 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ddb2d-5d56-4cb1-a3c3-fa82e85958cb req-57ac0889-443c-4463-8658-3d996cbcfe6d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:51.874519 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-419ddb2d-5d56-4cb1-a3c3-fa82e85958cb req-57ac0889-443c-4463-8658-3d996cbcfe6d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.1654613 Jun 30 02:04:51.888452 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:51.982764 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-419ddb2d-5d56-4cb1-a3c3-fa82e85958cb req-8ff98620-90ed-487a-8546-9be25e0615a7 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713379 Jun 30 02:04:52.165181 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.227748 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.230016 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.300543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.301113 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e66644-41c6-4c85-b83f-19c38c01aec1 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:04:52.306088 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.309607 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-375d419a-f7e8-40d3-b14f-d7e4b46f38dc admin admin] 10.222.0.47 "DELETE /v2.0/routers/33e66644-41c6-4c85-b83f-19c38c01aec1 HTTP/1.1" status: 204 len: 168 time: 1.4438636 Jun 30 02:04:52.310886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47806) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:52.379139 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Deleting subnet 10f246b0-07ad-4b91-88ff-53662a701ae2 {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:04:52.383899 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.401008 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.409909 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-40f1df01-86a5-482c-b851-d7666766d08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.427089 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.551521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.604639 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Deleting port bc223c12-44eb-4e94-b2db-358fe4bd0322 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:52.605045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.653338 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.684058 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f246b0-07ad-4b91-88ff-53662a701ae2,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:52.690938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.693468 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-ec1d4d78-adbb-4def-87c0-d1f49971129e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/10f246b0-07ad-4b91-88ff-53662a701ae2 HTTP/1.1" status: 204 len: 168 time: 0.3808782 Jun 30 02:04:52.695251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47808) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:52.696609 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84b572-b30a-48ad-b008-62fc31e24714 None None] Network ab6fb201-bf0d-4d81-98dc-9dad54671f8f requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:04:52.770060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] For port bc223c12-44eb-4e94-b2db-358fe4bd0322, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=bc223c12-44eb-4e94-b2db-358fe4bd0322,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:52.770379 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.789797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Calling delete_port for bc223c12-44eb-4e94-b2db-358fe4bd0322 owned by network:router_interface {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:52.793329 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.901311 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] DHCP port deletion for ab6fb201-bf0d-4d81-98dc-9dad54671f8f request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:04:52.947424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Deleting port e5808fac-a863-4a7d-9fd1-f5cf812c487d {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:52.947667 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:52.952896 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Deleting port e5808fac-a863-4a7d-9fd1-f5cf812c487d {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:52.953521 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.019569 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] For port e5808fac-a863-4a7d-9fd1-f5cf812c487d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e5808fac-a863-4a7d-9fd1-f5cf812c487d,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:53.020227 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.024315 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] For port e5808fac-a863-4a7d-9fd1-f5cf812c487d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e5808fac-a863-4a7d-9fd1-f5cf812c487d,segment=NetworkSegment(c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2),segment_id=c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:53.024665 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.041801 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Calling delete_port for e5808fac-a863-4a7d-9fd1-f5cf812c487d owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:53.055834 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Calling delete_port for e5808fac-a863-4a7d-9fd1-f5cf812c487d owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:53.109958 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.128573 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.141414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bc223c12-44eb-4e94-b2db-358fe4bd0322,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:53.164051 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] Pushing event deleted for resources: {'Port': ['ID=e5808fac-a863-4a7d-9fd1-f5cf812c487d,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:53.173241 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e302a-ab6c-4674-8d36-0046f3a7b8fb None None] No DVR routers for this DVR port e5808fac-a863-4a7d-9fd1-f5cf812c487d on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:53.191667 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78073d-7cd8-47d5-89b7-e1051c2be202 req-fe781cd7-068a-4b58-a7d7-ebb6a51759bd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:53.193794 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a78073d-7cd8-47d5-89b7-e1051c2be202 req-fe781cd7-068a-4b58-a7d7-ebb6a51759bd tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.0792115 Jun 30 02:04:53.269138 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7a78073d-7cd8-47d5-89b7-e1051c2be202 req-74efa031-fd0d-4cd2-834b-51c439add22c tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672102 Jun 30 02:04:53.279605 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.334321 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.349607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5808fac-a863-4a7d-9fd1-f5cf812c487d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:53.358347 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] No DVR routers for this DVR port e5808fac-a863-4a7d-9fd1-f5cf812c487d on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:53.370363 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:53.390327 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:53.390672 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5e04ba9e-2587-4ce4-8ba3-9cf1e0cfccc1 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:53.391098 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e5808fac-a863-4a7d-9fd1-f5cf812c487d no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:53.410196 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: e5808fac-a863-4a7d-9fd1-f5cf812c487d {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:53.410542 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e5808fac-a863-4a7d-9fd1-f5cf812c487d not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:53.411051 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 209f6621-f8bb-4e07-8cb5-540854e683cf no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:53.435258 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 209f6621-f8bb-4e07-8cb5-540854e683cf {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:53.435518 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 209f6621-f8bb-4e07-8cb5-540854e683cf not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:53.436046 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325517-3383-4cc1-be10-4859cdb00cea req-4e52a4ec-06b4-4a52-a8aa-3d6880223eeb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:53.438410 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-99325517-3383-4cc1-be10-4859cdb00cea req-4e52a4ec-06b4-4a52-a8aa-3d6880223eeb tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.2584097 Jun 30 02:04:53.535006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.550453 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6fb201-bf0d-4d81-98dc-9dad54671f8f']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:53.552464 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.571005 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:53.571398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e775f7-54f4-4673-b2b6-5e17fa1b4ce2') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:53.603902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.658430 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.671061 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:04:53.671452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self.session.flush() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self.session.flush() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self.session.flush() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self.session.flush() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:04:53.673149 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:04:54.048143 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.062420 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.062420 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] 10.222.0.47 "DELETE /v2.0/networks/ab6fb201-bf0d-4d81-98dc-9dad54671f8f HTTP/1.1" status: 204 len: 168 time: 1.3658991 Jun 30 02:04:54.063688 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Deleting port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:54.065425 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.117804 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428be9d-a1b4-44b8-9ada-36893df223bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6fb201-bf0d-4d81-98dc-9dad54671f8f,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:54.197178 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47818) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:54.242812 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] For port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:54.243150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.245401 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c1c7e778-8589-4939-a41d-b8a01b8ff33f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd5b981f1fab430fa29e61adf4dc3d12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468922 Jun 30 02:04:54.248143 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47820) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:54.301580 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.302111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Router c38482bd-d95e-4901-b17c-047cc0334695 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:54.329306 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.399230 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.402339 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.403502 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2afd3289-0394-4e4a-9975-6372e51bf5ce HTTP/1.1" status: 204 len: 168 time: 0.1542077 Jun 30 02:04:54.412328 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe82e5-2299-4f23-a4b0-b21ed4da0fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd3289-0394-4e4a-9975-6372e51bf5ce,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:54.572408 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:54.578236 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.578607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.578977 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Floating IP b86f8b43-e80a-4eaf-ba3e-ac19ec654a68 disassociated. External IP: 172.27.2.173, port: 39b6e518-7fe7-4e29-800b-154e3ccdf9c8. Jun 30 02:04:54.579246 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Calling delete_port for 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:54.586929 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47830) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:54.587733 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a95cf06f-3c1a-48c1-ba5e-3d36ebe9f3dd admin admin] 10.222.0.47 "PUT /v2.0/routers/c38482bd-d95e-4901-b17c-047cc0334695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838463 Jun 30 02:04:54.589950 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Sync routers for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:54.611988 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ceab-9be1-4e52-a7bb-7d39527a579c req-24364f8b-7ada-4a40-a735-873336db4737 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:54.613591 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5f27ceab-9be1-4e52-a7bb-7d39527a579c req-24364f8b-7ada-4a40-a735-873336db4737 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/ports?device_id=2293fd4f-1ea4-452d-aad8-0a78cd2b298d HTTP/1.1" status: 200 len: 947 time: 0.2145975 Jun 30 02:04:54.630748 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:54.631861 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:54.703857 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5f27ceab-9be1-4e52-a7bb-7d39527a579c req-3aeddef9-c8e0-4f6f-b26e-35ec1d88ee82 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups?id=3897b300-d9d5-48cc-b05b-748eae5a3ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526736 Jun 30 02:04:54.762152 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.821644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:54.840923 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:54.880204 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-0b76e01c-68dd-425f-9716-ebf3a29fd37a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746874469&fields=id&tenant_id=eb545c1c9cf94765b509e30bb2923440 HTTP/1.1" status: 200 len: 267 time: 0.0668840 Jun 30 02:04:54.891236 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'Port': ['ID=39b6e518-7fe7-4e29-800b-154e3ccdf9c8,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:55.010544 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.027363 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:55.033173 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.112766 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-8ed04a33-edca-4f53-b7a4-144ba2b418f0 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:55.114428 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-8ed04a33-edca-4f53-b7a4-144ba2b418f0 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 984 time: 0.2334356 Jun 30 02:04:55.124555 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Deleting port 144d010a-3757-41e7-902e-e622f5cd6f4d {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:55.125005 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.133236 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Request body: {'port': {'security_groups': ['5ce9a931-446b-470b-8b32-9377d785aba0']}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:04:55.138592 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T02:04:53Z', 'revision_number': 5, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port': {'id': '144d010a-3757-41e7-902e-e622f5cd6f4d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:27:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:58:46Z', 'updated_at': '2021-06-30T01:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.167129 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:55.167616 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Checking router: c38482bd-d95e-4901-b17c-047cc0334695 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:55.176756 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:55.178925 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Routers {'c38482bd-d95e-4901-b17c-047cc0334695'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:55.179558 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['c38482bd-d95e-4901-b17c-047cc0334695'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.192576 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:55.193749 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.278299 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] No DVR routers for this DVR port 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:55.284693 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.290184 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-99325517-3383-4cc1-be10-4859cdb00cea req-c6a74eba-5622-4f3e-9cdb-22867ccee13d tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.41 "DELETE /v2.0/ports/39b6e518-7fe7-4e29-800b-154e3ccdf9c8 HTTP/1.1" status: 204 len: 173 time: 1.8364153 Jun 30 02:04:55.292393 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-deleted', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:55.297395 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d919bdb-014c-43df-b847-52300e839817" -d '{"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-deleted", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:55.321838 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.332068 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] Set router c38482bd-d95e-4901-b17c-047cc0334695 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:55.388542 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:55.396080 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f704b-b475-4af1-bc9c-4fa630298c6b x-openstack-request-id: req-661f704b-b475-4af1-bc9c-4fa630298c6b {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:55.396400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293fd4f-1ea4-452d-aad8-0a78cd2b298d", "name": "network-vif-deleted", "tag": "39b6e518-7fe7-4e29-800b-154e3ccdf9c8", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:55.396660 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-661f704b-b475-4af1-bc9c-4fa630298c6b {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:55.397091 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293fd4f-1ea4-452d-aad8-0a78cd2b298d', 'name': 'network-vif-deleted', 'tag': '39b6e518-7fe7-4e29-800b-154e3ccdf9c8', 'status': 'completed', 'code': 200} Jun 30 02:04:55.473269 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T02:04:55Z', 'revision_number': 6, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.477543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] For port 144d010a-3757-41e7-902e-e622f5cd6f4d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=144d010a-3757-41e7-902e-e622f5cd6f4d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:55.478703 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.504247 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Calling delete_port for 144d010a-3757-41e7-902e-e622f5cd6f4d owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:55.509392 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d9c6d6-41fb-4bcc-ae6a-2159cd8e25e3 None None] The sync data for ids ['c38482bd-d95e-4901-b17c-047cc0334695'] in dv-cinder-734415-14-iscsi is: [{'id': 'c38482bd-d95e-4901-b17c-047cc0334695', 'name': 'tempest-TestShelveInstance-2115954000-router', 'tenant_id': '570f4be70ea64e4ab1f4c565818eac49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:58:45Z', 'updated_at': '2021-06-30T02:04:55Z', 'revision_number': 6, 'project_id': '570f4be70ea64e4ab1f4c565818eac49', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:55.689459 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.724362 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:55.736040 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:55.737288 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:55.790671 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:55.882187 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.889268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47860) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:55.905049 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:55.907966 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:55.924052 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:04:56.031206 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.045149 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.096057 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:56.096974 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.101839 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.111879 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-feeb0068-19b8-4ba2-83bd-7284b3094c4e req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "PUT /v2.0/ports/0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 942 time: 0.9846048 Jun 30 02:04:56.117793 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:56.123290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47866) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:56.126848 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a085ed0-2ac0-4591-b66e-2b05be05e110" -d '{"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:56.187708 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:04:56.201191 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba44542-e7ce-4262-837f-c182e015f089 x-openstack-request-id: req-3ba44542-e7ce-4262-837f-c182e015f089 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:56.201498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:56.201780 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ba44542-e7ce-4262-837f-c182e015f089 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:56.202185 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:04:56.202742 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6a8c3-f98f-4f33-b970-ad7d2464c402 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event updated for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=7']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:56.210707 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:56.249859 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25a0e3-e891-4668-9e97-bbe5c9d5e156 None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T01:57:44Z', 'revision_number': 4, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '3892e9bd-fab9-45bc-95a3-6b6ca750d3af', 'name': '', 'network_id': 'ea3bc50e-ccef-48c1-823b-ca222c933078', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'mac_address': 'fa:16:3e:15:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:41Z', 'updated_at': '2021-06-30T01:57:54Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'subnets': [{'id': '26c6f3d5-43e5-4995-ab6b-894e319e84db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:56.289112 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=144d010a-3757-41e7-902e-e622f5cd6f4d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:56.301086 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.370058 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.373270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.376430 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.377272 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "DELETE /v2.0/security-groups/3897b300-d9d5-48cc-b05b-748eae5a3ddf HTTP/1.1" status: 204 len: 168 time: 0.4869189 Jun 30 02:04:56.383424 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47874) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:56.425367 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-6c975e70-0fea-418e-b12c-b53a5b3caf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:56.427727 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-6c975e70-0fea-418e-b12c-b53a5b3caf36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1098 time: 0.1995902 Jun 30 02:04:56.432671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3db8-213b-4ec5-9eaa-685c72ad5979 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3897b300-d9d5-48cc-b05b-748eae5a3ddf,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:56.448333 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.api.v2.resource [None req-daab91e3-4402-44d0-be23-48e2698356fa tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] show failed (client error): The resource could not be found. Jun 30 02:04:56.449743 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-daab91e3-4402-44d0-be23-48e2698356fa tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "GET /v2.0/security-groups/3897b300-d9d5-48cc-b05b-748eae5a3ddf HTTP/1.1" status: 404 len: 347 time: 0.0593412 Jun 30 02:04:56.464271 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47876) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:56.467764 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.570351 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-3979b799-2140-45c2-9700-e77c24d3ae66 None None] Provisioning complete for port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:04:56.570731 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3979b799-2140-45c2-9700-e77c24d3ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.595507 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.603839 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.628176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-da109784-1d5a-4ce2-aaf2-ae015200cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:56.630433 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-da109784-1d5a-4ce2-aaf2-ae015200cdae service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.1747234 Jun 30 02:04:56.714810 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.722831 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-1074c401-1072-4de6-ad58-94d543726d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 1000 time: 0.0840461 Jun 30 02:04:56.788730 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d6616-af09-47c0-9489-bcc5b583fc8b None None] New status for floating IP b86f8b43-e80a-4eaf-ba3e-ac19ec654a68: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:04:56.795638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-df21d766-c88b-4e72-8b56-675109209e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:56.795638 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-df21d766-c88b-4e72-8b56-675109209e75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.0620470 Jun 30 02:04:56.798157 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.803470 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.804876 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a6f5beb-0ff7-4908-8d43-144a501edd06 HTTP/1.1" status: 204 len: 168 time: 0.6566272 Jun 30 02:04:56.811079 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47884) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:56.813024 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.814103 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38482bd-d95e-4901-b17c-047cc0334695 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:04:56.845155 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77e643-741f-4707-828e-ba55163901ff tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f5beb-0ff7-4908-8d43-144a501edd06,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:56.909787 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-dd1d0512-80b6-4854-b780-9c9486c6127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:56.913232 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-dd1d0512-80b6-4854-b780-9c9486c6127f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1071458 Jun 30 02:04:56.916546 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:56.919682 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-02dfbf92-5c55-4b95-befe-8d90c33b8c97 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c38482bd-d95e-4901-b17c-047cc0334695 HTTP/1.1" status: 204 len: 168 time: 2.3307781 Jun 30 02:04:56.932084 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47886) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:57.059204 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Deleting port 2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:57.059503 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.069306 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Deleting subnet babc6522-2042-460e-8697-23e57390d9e7 {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:04:57.077892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.120073 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Deleting port 5ab2b849-7143-441b-baef-e5764507edaf {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:57.120399 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.131360 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.152094 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47892) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:57.171600 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-2cda600c-14d6-487e-849b-ac80bb05a8fd service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384939 Jun 30 02:04:57.210853 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.211217 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.215330 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:57.240247 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Calling delete_port for 2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7 owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:57.250742 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:57.251238 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 39b6e518-7fe7-4e29-800b-154e3ccdf9c8 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:57.253752 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.254075 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.278168 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Calling delete_port for 5ab2b849-7143-441b-baef-e5764507edaf owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:57.314268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.319926 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 144d010a-3757-41e7-902e-e622f5cd6f4d no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:57.342975 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 144d010a-3757-41e7-902e-e622f5cd6f4d {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:57.343330 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 144d010a-3757-41e7-902e-e622f5cd6f4d not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:57.343836 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device bc223c12-44eb-4e94-b2db-358fe4bd0322 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:57.349135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e037-d7d2-48a1-abf8-db150dedc2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.363353 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: bc223c12-44eb-4e94-b2db-358fe4bd0322 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:57.363725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device bc223c12-44eb-4e94-b2db-358fe4bd0322 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:57.367132 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-0a085ed0-2ac0-4591-b66e-2b05be05e110 req-f8da2aa3-28c7-46e3-b2f9-c52944059904 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871438 Jun 30 02:04:57.415287 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.449876 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babc6522-2042-460e-8697-23e57390d9e7,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:57.458198 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.463886 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0dbdfc04-b251-4e88-974d-718da37e227e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/babc6522-2042-460e-8697-23e57390d9e7 HTTP/1.1" status: 204 len: 168 time: 0.5272985 Jun 30 02:04:57.465145 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47896) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:57.465955 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985977a-fdc5-46d4-9ae3-ddf2a8f202e3 None None] Network 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:04:57.548923 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.570300 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.585852 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Pushing event deleted for resources: {'Port': ['ID=2dd9b4e5-a5ef-4c88-a13b-2ceda47909d7,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:57.592225 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e037-d7d2-48a1-abf8-db150dedc2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.599668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e0d4e037-d7d2-48a1-abf8-db150dedc2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.613615 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.665449 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4e037-d7d2-48a1-abf8-db150dedc2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60412e5b-a844-4521-b22f-29ba393bb1e1,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:57.666956 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event deleted for resources: {'Port': ['ID=5ab2b849-7143-441b-baef-e5764507edaf,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:57.675499 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e0d4e037-d7d2-48a1-abf8-db150dedc2b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8244362e6d4949e8b5fed769596f2044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173199 Jun 30 02:04:57.675827 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47898) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:57.691188 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] DHCP port deletion for 9b9760c0-59b8-412e-a6cf-a8b50d9af1cb request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:04:57.720655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Deleting port 3970b6e5-975d-47ed-8d45-4bc530d1858c {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:57.721060 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.724205 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.728934 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.735744 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-45e4619d-4660-45af-9def-6388a19b0705 tempest-AttachVolumeShelveTestJSON-786487278 tempest-AttachVolumeShelveTestJSON-786487278-project] 10.222.0.47 "DELETE /v2.0/floatingips/b86f8b43-e80a-4eaf-ba3e-ac19ec654a68 HTTP/1.1" status: 204 len: 168 time: 1.2600515 Jun 30 02:04:57.750337 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Deleting port 3970b6e5-975d-47ed-8d45-4bc530d1858c {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:04:57.750629 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.763592 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.764363 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Floating IP 7d254d77-33c1-4a21-b50b-a5b7f983a3ba disassociated (deleted). External IP: 172.27.2.81, port: 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4. Jun 30 02:04:57.808264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.819378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] For port 3970b6e5-975d-47ed-8d45-4bc530d1858c, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3970b6e5-975d-47ed-8d45-4bc530d1858c,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:57.819745 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.849336 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] For port 3970b6e5-975d-47ed-8d45-4bc530d1858c, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3970b6e5-975d-47ed-8d45-4bc530d1858c,segment=NetworkSegment(0791ac21-869b-407f-b49c-b4aa67fc0a6b),segment_id=0791ac21-869b-407f-b49c-b4aa67fc0a6b)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:04:57.850230 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.860169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.868478 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Calling delete_port for 3970b6e5-975d-47ed-8d45-4bc530d1858c owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:57.910295 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Calling delete_port for 3970b6e5-975d-47ed-8d45-4bc530d1858c owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:04:57.969935 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.970988 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.972775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:57.976562 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60412e5b-a844-4521-b22f-29ba393bb1e1 HTTP/1.1" status: 204 len: 168 time: 0.2963212 Jun 30 02:04:57.994144 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63325732-aad9-4f19-8c69-50c3352bed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60412e5b-a844-4521-b22f-29ba393bb1e1,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.004977 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] Pushing event deleted for resources: {'Port': ['ID=3970b6e5-975d-47ed-8d45-4bc530d1858c,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.041214 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeec73c-bbac-45d2-aa18-0073ddd6af61 None None] No DVR routers for this DVR port 3970b6e5-975d-47ed-8d45-4bc530d1858c on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:58.052351 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.111671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3970b6e5-975d-47ed-8d45-4bc530d1858c,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.120872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] No DVR routers for this DVR port 3970b6e5-975d-47ed-8d45-4bc530d1858c on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:04:58.214102 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.224462 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9760c0-59b8-412e-a6cf-a8b50d9af1cb']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:58.239247 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0791ac21-869b-407f-b49c-b4aa67fc0a6b') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:58.239545 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0791ac21-869b-407f-b49c-b4aa67fc0a6b') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:58.250096 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.266720 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.274076 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:04:58.274517 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:04:58.276351 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:04:58.332333 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.333078 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Router 320ae2db-f7a8-4f38-af54-acabf1f8a3af has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:04:58.338234 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.340555 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9b9760c0-59b8-412e-a6cf-a8b50d9af1cb HTTP/1.1" status: 204 len: 168 time: 0.8729913 Jun 30 02:04:58.349986 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47910) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:58.352562 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079014d-7bde-4d92-bf2f-c0d260ff6e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9760c0-59b8-412e-a6cf-a8b50d9af1cb,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.408985 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aabb681c-d5b5-4645-8118-f2f9d3124562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.525162 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47912) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:58.525808 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:04:58.530765 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.539418 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Sync routers for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:04:58.550214 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:58.550835 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:58.587241 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6330cfbc-79ac-4c5f-bec6-cc00ae5c75a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1aea4daab36744d2bb5ef0ddfc5503ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543404 Jun 30 02:04:58.587241 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47914) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:58.596227 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7808e6e6-d9b5-409e-b7ee-eb3b2ee76ace tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "DELETE /v2.0/floatingips/7d254d77-33c1-4a21-b50b-a5b7f983a3ba HTTP/1.1" status: 204 len: 168 time: 1.7773371 Jun 30 02:04:58.596227 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:04:58.597937 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446a9ec-0146-41af-bf46-b18c94adcf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:04:58.624078 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aabb681c-d5b5-4645-8118-f2f9d3124562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.632053 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aabb681c-d5b5-4645-8118-f2f9d3124562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.682218 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c7082-817f-41c7-b010-1d250a2cd0c4 x-openstack-request-id: req-1c0c7082-817f-41c7-b010-1d250a2cd0c4 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:04:58.682666 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:04:58.683008 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c0c7082-817f-41c7-b010-1d250a2cd0c4 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:04:58.683603 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:04:58.699974 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.720093 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aabb681c-d5b5-4645-8118-f2f9d3124562 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=174babffd8234250963c272702b87ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687744 Jun 30 02:04:58.725916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47920) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:58.735920 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.748003 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb681c-d5b5-4645-8118-f2f9d3124562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd2637-c2a5-41c3-b682-691fdb4f8d33,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.797546 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.800987 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.802372 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73b9ad77-fe6e-431c-a8a2-fb2aade67ba9 HTTP/1.1" status: 204 len: 168 time: 0.2168646 Jun 30 02:04:58.836516 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b30b8-d06b-42be-b390-8ed1c9f386dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9ad77-fe6e-431c-a8a2-fb2aade67ba9,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:58.853473 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:58.863795 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-a5b3310a-8a58-4ce5-923e-240c27edd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:58.865361 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-a5b3310a-8a58-4ce5-923e-240c27edd239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb545c1c9cf94765b509e30bb2923440&device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 1098 time: 0.0778317 Jun 30 02:04:58.871886 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:58.911032 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.016944 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-d56db1e9-a9e0-43b5-a385-baaf6e38e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:59.018521 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-d56db1e9-a9e0-43b5-a385-baaf6e38e5bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 200 len: 916 time: 0.1430678 Jun 30 02:04:59.042116 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.046506 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.054714 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2bd2637-c2a5-41c3-b682-691fdb4f8d33 HTTP/1.1" status: 204 len: 168 time: 0.3274217 Jun 30 02:04:59.094058 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a495cd1-d192-4c28-8be9-816010e7557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd2637-c2a5-41c3-b682-691fdb4f8d33,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:04:59.168816 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-95975a15-16ff-41c6-901c-15b213230119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 200 len: 217 time: 0.1337404 Jun 30 02:04:59.204972 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:59.235313 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-fdbe7ed2-4ec6-4ffd-a760-bad2b6d479d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:59.237864 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-fdbe7ed2-4ec6-4ffd-a760-bad2b6d479d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 200 len: 854 time: 0.0621393 Jun 30 02:04:59.238243 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Checking router: 320ae2db-f7a8-4f38-af54-acabf1f8a3af for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:04:59.254901 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:04:59.258248 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:59.363199 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3970b6e5-975d-47ed-8d45-4bc530d1858c no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:04:59.414000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-09a73a50-7a3d-47cf-bb8e-05c40247a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:04:59.416719 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-09a73a50-7a3d-47cf-bb8e-05c40247a0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dafd8ad-483e-4959-bc8a-d816da060ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1680603 Jun 30 02:04:59.419927 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 3970b6e5-975d-47ed-8d45-4bc530d1858c {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:04:59.420830 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3970b6e5-975d-47ed-8d45-4bc530d1858c not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:04:59.492059 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:04:59.598932 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-76143c10-29a7-435a-861d-226c511f24bf service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743491 Jun 30 02:04:59.631880 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 47952) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:59.727225 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7a3e6725-535f-4e56-87b7-829f1566b9bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=570f4be70ea64e4ab1f4c565818eac49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921495 Jun 30 02:04:59.727523 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 47956) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:04:59.739263 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b446a9ec-0146-41af-bf46-b18c94adcf4d req-a2bd06f6-68dd-4435-9463-7bc0157e6cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328142 Jun 30 02:04:59.824542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.825971 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:04:59.862320 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b9fbc-0733-4fbb-b91f-e59f9a606cfa None None] The sync data for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi is: [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:20Z', 'revision_number': 4, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '6fc0820d-8590-4871-8b6d-ca0d3fdccfd8', 'name': '', 'network_id': '3dafd8ad-483e-4959-bc8a-d816da060ead', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'mac_address': 'fa:16:3e:56:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:20Z', 'updated_at': '2021-06-30T02:02:29Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'subnets': [{'id': 'f14b12a4-2541-4bc2-974d-ada1440bd610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:04:59.864512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.935256 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.938666 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:04:59.940001 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50115934-0cc9-4393-9660-2f1bc0961fef HTTP/1.1" status: 204 len: 168 time: 0.2114406 Jun 30 02:04:59.951113 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba71c1-13f9-47f1-b9e4-37f4edf00508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50115934-0cc9-4393-9660-2f1bc0961fef,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:00.162633 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a59584-f68d-4b4b-a4a2-0be27782b01f None None] New status for floating IP 7d254d77-33c1-4a21-b50b-a5b7f983a3ba: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:05:00.715745 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48012) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:00.769572 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48016) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:00.836311 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2034035415-network', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:00.865850 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Made reservation on behalf of 6fbf6f8a5e9a465ebb59c20c5f3ab308 for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:00.868391 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:00.878211 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:00.977269 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:00.984193 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.016261 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:05:01.022959 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc759e-f5d7-4999-b25e-f5c1a7f83735,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:01.032904 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.032904 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Added segment 5c5ef17c-f1fb-470f-a130-fa866d8ad2c0 of type vlan for network 2c867ba5-acbc-4133-a5d6-1f2862525533 Jun 30 02:05:01.082541 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.116257 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.117887 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:01.118844 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.195293 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4757502 Jun 30 02:05:01.195293 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d474f-c5aa-468d-a7cd-466da53bb759 admin admin] Pushing event updated for resources: {'Network': ['ID=2c867ba5-acbc-4133-a5d6-1f2862525533,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:01.195939 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48032) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:01.201722 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Request body: {'subnet': {'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2034035415-subnet', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:01.207338 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:05:01.228317 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Made reservation on behalf of 6fbf6f8a5e9a465ebb59c20c5f3ab308 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:01.231468 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.264513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.488554 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48036) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:01.564465 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Deleting port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:01.564747 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.628679 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-29f51ca6-29b3-42de-a36f-9e2a26c88845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.678558 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] For port 3892e9bd-fab9-45bc-95a3-6b6ca750d3af, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:01.678987 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.698758 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Calling delete_port for 3892e9bd-fab9-45bc-95a3-6b6ca750d3af owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:01.715845 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.789097 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3696a98-0649-4c06-b9f0-6aa6477b697d,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:01.802709 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:01.803563 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Network hostable DHCP agents. Network: 2c867ba5-acbc-4133-a5d6-1f2862525533, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:05:01.821744 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:05:01.832647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 2c867ba5-acbc-4133-a5d6-1f2862525533) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:01.839219 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:01.840290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.842040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f851d-511a-48bd-b92a-30311a347933 None None] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:01.883230 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-29f51ca6-29b3-42de-a36f-9e2a26c88845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.891212 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-29f51ca6-29b3-42de-a36f-9e2a26c88845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.896758 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-750dd678-a4b8-4b0c-b640-3fc6879e5290 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6995006 Jun 30 02:05:01.899281 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48046) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:01.906217 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:01.938065 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.939477 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:01.966694 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-29f51ca6-29b3-42de-a36f-9e2a26c88845 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5fed98f7bb346f496266cf8e83136e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769359 Jun 30 02:05:01.968715 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51ca6-29b3-42de-a36f-9e2a26c88845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4a55e-2268-459a-a781-971dd82dc813,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:01.971498 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48048) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:02.023000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.085324 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.116731 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Pushing event deleted for resources: {'Port': ['ID=3892e9bd-fab9-45bc-95a3-6b6ca750d3af,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:02.119443 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.135937 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-2c867ba5-acbc-4133-a5d6-1f2862525533', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:05:02.137665 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.194026 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.201128 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.220100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c1fa-eb5d-4b01-9241-2bda205fc4d0 req-6ff11988-f36b-4792-a3f8-dd4cc1069ecf tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:02.222592 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8093c1fa-eb5d-4b01-9241-2bda205fc4d0 req-6ff11988-f36b-4792-a3f8-dd4cc1069ecf tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.2112901 Jun 30 02:05:02.302602 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-8093c1fa-eb5d-4b01-9241-2bda205fc4d0 req-8204cd38-cf7d-4b70-b2fa-d56a463edb85 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667112 Jun 30 02:05:02.308450 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Allocated IP 172.20.0.2 (2c867ba5-acbc-4133-a5d6-1f2862525533/d3696a98-0649-4c06-b9f0-6aa6477b697d/210224b1-92bf-4032-b983-4f073531489e) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:02.339273 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.342730 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.344329 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ea4a55e-2268-459a-a781-971dd82dc813 HTTP/1.1" status: 204 len: 168 time: 0.3581097 Jun 30 02:05:02.361701 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29e111-38f1-4b16-9cc3-eb59ff45ef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4a55e-2268-459a-a781-971dd82dc813,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:02.422347 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.513029 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.535170 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.585079 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.597536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Transition to ACTIVE for port object 210224b1-92bf-4032-b983-4f073531489e will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:02.622911 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Transition to ACTIVE for port object 210224b1-92bf-4032-b983-4f073531489e will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:02.631141 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.673163 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Allocated IP 172.27.2.115 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/4df1bec2-3858-4135-9ace-c398dfd4642b) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:02.688187 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:02.693365 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:02.697379 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:02.715316 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Pushing event updated for resources: {'Port': ['ID=210224b1-92bf-4032-b983-4f073531489e,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:02.718480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Router 738f5df5-6eb5-4692-85b5-bd1923fedb61 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:05:02.791831 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48054) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:02.792361 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Attempting to bind port 210224b1-92bf-4032-b983-4f073531489e on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:02.792643 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Attempting to bind port 210224b1-92bf-4032-b983-4f073531489e by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:02.793060 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Attempting to bind port 210224b1-92bf-4032-b983-4f073531489e on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:02.799726 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:02.800094 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:02.800493 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.800986 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Bound using segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:02.801637 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Bound port: 210224b1-92bf-4032-b983-4f073531489e, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:02.802014 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.823964 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6fce5223-4382-4736-adee-92cd7897ec26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.828576 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.857239 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:02.867375 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9f5da29f-a435-47c1-8bd3-500be211390a admin admin] 10.222.0.47 "PUT /v2.0/routers/738f5df5-6eb5-4692-85b5-bd1923fedb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0966346 Jun 30 02:05:02.868185 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48056) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:02.870626 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Sync routers for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:02.884636 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:02.886079 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:02.912703 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.925466 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] For port 210224b1-92bf-4032-b983-4f073531489e, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:02.930770 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] For port 210224b1-92bf-4032-b983-4f073531489e, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=210224b1-92bf-4032-b983-4f073531489e,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:02.939135 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:02.958058 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:02.967296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:02.969849 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:02.982867 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.021564 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=4df1bec2-3858-4135-9ace-c398dfd4642b,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:03.041040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190ac2-f770-4149-b65c-3db1c265bdec None None] Pushing event updated for resources: {'Port': ['ID=210224b1-92bf-4032-b983-4f073531489e,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:03.057886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6fce5223-4382-4736-adee-92cd7897ec26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.074683 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:03.101644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6fce5223-4382-4736-adee-92cd7897ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.126633 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.184698 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Deleting port 849dd360-fd2a-457f-a6e9-7db71494298d {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:03.185202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.189968 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce5223-4382-4736-adee-92cd7897ec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da212f02-4eb6-4046-a190-13647abf044f,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:03.196508 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6fce5223-4382-4736-adee-92cd7897ec26 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a820f8f2c2684951893061d03802ac1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028962 Jun 30 02:05:03.200434 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48058) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:03.290267 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T02:05:01Z', 'revision_number': 5, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port': {'id': '849dd360-fd2a-457f-a6e9-7db71494298d', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T01:57:35Z', 'updated_at': '2021-06-30T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:03.295623 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] For port 849dd360-fd2a-457f-a6e9-7db71494298d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=849dd360-fd2a-457f-a6e9-7db71494298d,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:03.296121 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.318808 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Calling delete_port for 849dd360-fd2a-457f-a6e9-7db71494298d owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:03.320884 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.331697 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Checking router: 738f5df5-6eb5-4692-85b5-bd1923fedb61 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:03.363639 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Routers {'738f5df5-6eb5-4692-85b5-bd1923fedb61'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:03.365842 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['738f5df5-6eb5-4692-85b5-bd1923fedb61'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:03.406494 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.457627 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.532992 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] Set router 738f5df5-6eb5-4692-85b5-bd1923fedb61 gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:03.559979 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.562697 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.563890 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da212f02-4eb6-4046-a190-13647abf044f HTTP/1.1" status: 204 len: 168 time: 0.3625135 Jun 30 02:05:03.587151 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b206f61-3864-4e1e-82d1-9e7a5e8cee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da212f02-4eb6-4046-a190-13647abf044f,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:03.612183 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T02:05:03Z', 'revision_number': 6, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:03.651513 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57065e1-7316-4940-823d-dfc20eab3c1c None None] The sync data for ids ['738f5df5-6eb5-4692-85b5-bd1923fedb61'] in dv-cinder-734415-14-iscsi is: [{'id': '738f5df5-6eb5-4692-85b5-bd1923fedb61', 'name': 'tempest-AttachVolumeShelveTestJSON-1266397069-router', 'tenant_id': '8545f4831c0448de9800f24169b6cc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T01:57:34Z', 'updated_at': '2021-06-30T02:05:03Z', 'revision_number': 6, 'project_id': '8545f4831c0448de9800f24169b6cc40', 'gw_port_host': None}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:03.748310 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:03.869325 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48778a8e-d1f4-4b36-8ca2-1f7cb77056c8 req-6d613fe7-bf2f-42d8-8ed4-eb578566189a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:03.870865 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48778a8e-d1f4-4b36-8ca2-1f7cb77056c8 req-6d613fe7-bf2f-42d8-8ed4-eb578566189a tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.1302316 Jun 30 02:05:03.935886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Router 99857d22-c666-497b-a32a-37563dbca1b6 is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:05:03.963467 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48778a8e-d1f4-4b36-8ca2-1f7cb77056c8 req-6ee6925c-eecf-4156-a9c4-2060f8457c57 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Jun 30 02:05:03.991184 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.032540 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Pushing event deleted for resources: {'Port': ['ID=849dd360-fd2a-457f-a6e9-7db71494298d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:04.139410 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.164180 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-c55f0953-3f68-4e3c-8e74-5f15b51a8fcc tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:04.165777 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-c55f0953-3f68-4e3c-8e74-5f15b51a8fcc tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.41 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.1501029 Jun 30 02:05:04.167743 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:04.192043 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:04.205462 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:04.206081 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:04.220865 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.222131 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-4ca43d61-7bac-4c0f-acf5-5858e4b27ae6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3216898 Jun 30 02:05:04.225143 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48074) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:04.269734 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.274430 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.330381 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.332187 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738f5df5-6eb5-4692-85b5-bd1923fedb61 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:05:04.345879 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:04.352035 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.357034 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a3e83f04-0f3e-493d-a4bf-397c8d6b2fce admin admin] 10.222.0.47 "DELETE /v2.0/routers/738f5df5-6eb5-4692-85b5-bd1923fedb61 HTTP/1.1" status: 204 len: 168 time: 1.4876480 Jun 30 02:05:04.358469 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48078) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:04.403377 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Deleting port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:04.403797 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.438018 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Deleting subnet 26c6f3d5-43e5-4995-ab6b-894e319e84db {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:05:04.443173 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.510638 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13035316'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.598849 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d4eb9-a96b-462f-af3e-05c961f4a081 None None] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:04.664900 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] For port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:04.665247 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.677356 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-713b3c93-6fa5-4dde-8666-d745d344db7b None None] Provisioning for port 210224b1-92bf-4032-b983-4f073531489e completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:04.701511 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.776962 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13146525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531237'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.811583 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c6f3d5-43e5-4995-ab6b-894e319e84db,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:04.814513 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:04.816981 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-88170830-b831-4bb0-8127-bd7b963d86cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/26c6f3d5-43e5-4995-ab6b-894e319e84db HTTP/1.1" status: 204 len: 168 time: 0.4568956 Jun 30 02:05:04.820671 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48088) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:04.827399 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742ea55-6d2e-44a7-b6d3-15667e98f3d5 None None] Network ea3bc50e-ccef-48c1-823b-ca222c933078 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:04.909545 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.007143 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Deleting port 80106827-fbdc-4483-97b0-f4e244e2db61 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:05.007743 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.103389 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] For port 80106827-fbdc-4483-97b0-f4e244e2db61, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=80106827-fbdc-4483-97b0-f4e244e2db61,segment=NetworkSegment(3a9ff33f-396c-4fa9-94a7-d845b0b98be4),segment_id=3a9ff33f-396c-4fa9-94a7-d845b0b98be4)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:05.103755 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.120535 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Calling delete_port for 80106827-fbdc-4483-97b0-f4e244e2db61 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:05.183880 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:03Z', 'revision_number': 3, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:05.239540 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:05.240656 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Updating router 99857d22-c666-497b-a32a-37563dbca1b6 port 4df1bec2-3858-4135-9ace-c398dfd4642b binding host dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:05:05.298604 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Calling delete_port for 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:05.300487 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb486db-18be-4410-9c68-ccf29af383dd None None] DHCP port deletion for ea3bc50e-ccef-48c1-823b-ca222c933078 request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:05:05.305075 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.322334 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] No DVR routers for this DVR port 80106827-fbdc-4483-97b0-f4e244e2db61 on host dv-cinder-734415-14-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:05.353242 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.374169 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Pushing event deleted for resources: {'Port': ['ID=80106827-fbdc-4483-97b0-f4e244e2db61,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:05.504226 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.507718 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 210224b1-92bf-4032-b983-4f073531489e up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:05.532337 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3bc50e-ccef-48c1-823b-ca222c933078']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:05.547199 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9ff33f-396c-4fa9-94a7-d845b0b98be4') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:05.547475 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9ff33f-396c-4fa9-94a7-d845b0b98be4') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:05.589955 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.632627 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68eb76-2e4b-4d10-a6d1-c9e4151dc59d req-1cc4d529-4f22-4875-b3b6-f681fd1017af tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:05.634247 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-df68eb76-2e4b-4d10-a6d1-c9e4151dc59d req-1cc4d529-4f22-4875-b3b6-f681fd1017af tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/ports?device_id=71156af5-7eea-41bb-8943-de33fb7a2f56 HTTP/1.1" status: 200 len: 945 time: 0.2377908 Jun 30 02:05:05.647713 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 210224b1-92bf-4032-b983-4f073531489e completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:05.656308 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 210224b1-92bf-4032-b983-4f073531489e triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:05.656705 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.657659 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.659523 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.662424 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.672047 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:05:05.672516 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.708123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Pushing event deleted for resources: {'Port': ['ID=0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:05:05.752834 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:05:05.760808 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.772377 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-df68eb76-2e4b-4d10-a6d1-c9e4151dc59d req-cbbbafe8-02a8-44f9-b16a-8b01b3af8517 tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ce9a931-446b-470b-8b32-9377d785aba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274495 Jun 30 02:05:05.773039 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.775238 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ea3bc50e-ccef-48c1-823b-ca222c933078 HTTP/1.1" status: 204 len: 168 time: 0.9531226 Jun 30 02:05:05.779056 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-37da22b4-e6e2-44dc-95bc-50604e802cb7 None None] Provisioning complete for port 210224b1-92bf-4032-b983-4f073531489e triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:05.779588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-37da22b4-e6e2-44dc-95bc-50604e802cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.793600 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6391b-923a-4a30-a021-2a5bea544143 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3bc50e-ccef-48c1-823b-ca222c933078,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:05.840105 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] No DVR routers for this DVR port 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:05.844483 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:05.846986 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c9c1e01c-5b9c-42bb-b74c-635e010212dc req-64e33569-f99b-4230-abaf-8f4740f6db4d tempest-TestMinimumBasicScenario-1588078621 tempest-TestMinimumBasicScenario-1588078621-project] 10.222.0.41 "DELETE /v2.0/ports/0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 HTTP/1.1" status: 204 len: 173 time: 1.6716363 Jun 30 02:05:05.847438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'name': 'network-vif-deleted', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:05:05.849623 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4dd1d-32ca-45a4-a93b-1c419393f0f2" -d '{"events": [{"server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "name": "network-vif-deleted", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:05:05.937307 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d504b-5e9c-4a5b-88c1-405aae30e09e x-openstack-request-id: req-e42d504b-5e9c-4a5b-88c1-405aae30e09e {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:05:05.937655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71156af5-7eea-41bb-8943-de33fb7a2f56", "name": "network-vif-deleted", "tag": "0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:05:05.937889 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e42d504b-5e9c-4a5b-88c1-405aae30e09e {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:05:05.938247 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71156af5-7eea-41bb-8943-de33fb7a2f56', 'name': 'network-vif-deleted', 'tag': '0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4', 'status': 'completed', 'code': 200} Jun 30 02:05:06.018555 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Allocated IP 172.20.0.1 (2c867ba5-acbc-4133-a5d6-1f2862525533/d3696a98-0649-4c06-b9f0-6aa6477b697d/5eb90664-5ccd-451b-911d-ad929f3d6f5d) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:06.077057 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48112) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:06.113217 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.129328 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.159289 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Transition to ACTIVE for port object 4df1bec2-3858-4135-9ace-c398dfd4642b will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:06.161353 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fe7c68ad-79d2-478c-ac83-ebd0805d33e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8545f4831c0448de9800f24169b6cc40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0825446 Jun 30 02:05:06.163693 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48114) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:06.180206 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.197855 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Transition to ACTIVE for port object 5eb90664-5ccd-451b-911d-ad929f3d6f5d will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:06.239483 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 210224b1-92bf-4032-b983-4f073531489e, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=210224b1-92bf-4032-b983-4f073531489e,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:06.240002 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.244672 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.245752 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.256468 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.272206 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.311467 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:06.318000 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:06.320512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:06.331019 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-37da22b4-e6e2-44dc-95bc-50604e802cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.342699 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 849dd360-fd2a-457f-a6e9-7db71494298d no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:06.388544 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.394220 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.396427 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff5430f0-1366-4dfe-b74d-aa74e7c8d8c2 HTTP/1.1" status: 204 len: 168 time: 0.2315776 Jun 30 02:05:06.407680 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:06.409440 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0c6e-3dec-4798-813c-7fe6a2df9ce8 None None] Pushing event updated for resources: {'Port': ['ID=4df1bec2-3858-4135-9ace-c398dfd4642b,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:06.413628 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2151ab-68fa-4716-ae4d-7eaff14c0fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5430f0-1366-4dfe-b74d-aa74e7c8d8c2,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:06.439691 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Attempting to bind port 4df1bec2-3858-4135-9ace-c398dfd4642b on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:06.442473 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Attempting to bind port 4df1bec2-3858-4135-9ace-c398dfd4642b by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:06.442772 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.442895 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Attempting to bind port 4df1bec2-3858-4135-9ace-c398dfd4642b on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:06.447837 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 849dd360-fd2a-457f-a6e9-7db71494298d {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:06.449029 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 849dd360-fd2a-457f-a6e9-7db71494298d not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:06.449902 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3892e9bd-fab9-45bc-95a3-6b6ca750d3af no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:06.497963 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 3892e9bd-fab9-45bc-95a3-6b6ca750d3af {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:06.497963 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 3892e9bd-fab9-45bc-95a3-6b6ca750d3af not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:06.556472 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:06.557007 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:06.557299 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.557698 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:06.558203 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Bound port: 4df1bec2-3858-4135-9ace-c398dfd4642b, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:06.558924 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.694982 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=210224b1-92bf-4032-b983-4f073531489e,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:06.712690 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] For port 4df1bec2-3858-4135-9ace-c398dfd4642b, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:06.715240 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.db.api [None req-37da22b4-e6e2-44dc-95bc-50604e802cb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:05:06.715642 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG oslo_db.api [None req-37da22b4-e6e2-44dc-95bc-50604e802cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:05:06.717889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] For port 4df1bec2-3858-4135-9ace-c398dfd4642b, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=4df1bec2-3858-4135-9ace-c398dfd4642b,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:06.722717 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.725817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:06.805076 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:06.805790 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:06.929689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0c6e-3dec-4798-813c-7fe6a2df9ce8 None None] Pushing event updated for resources: {'Port': ['ID=4df1bec2-3858-4135-9ace-c398dfd4642b,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:07.046980 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:07.081197 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.087668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.167574 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.170674 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:07.248296 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:07.287661 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:07.289122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:07.327806 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:07.328565 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 0bf7f359-7ca8-4d2d-ac17-f14b06c59bf4 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:07.354784 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 210224b1-92bf-4032-b983-4f073531489e up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:07.420420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:07.453999 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0b15-1e4c-4e01-9b55-ac39d30e35df None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:07.475992 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-1b7780e9-59cf-4cc9-af16-7edb57fb14e8 None None] Provisioning for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:07.484899 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-1b7780e9-59cf-4cc9-af16-7edb57fb14e8 None None] Provisioning complete for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:07.485263 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1b7780e9-59cf-4cc9-af16-7edb57fb14e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.494733 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 210224b1-92bf-4032-b983-4f073531489e triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:07.494733 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.505161 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:05:07.598399 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-1b7780e9-59cf-4cc9-af16-7edb57fb14e8 None None] Port 5eb90664-5ccd-451b-911d-ad929f3d6f5d cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:05:07.716696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:07.729676 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-fabf0956-38e8-4567-b0d2-af2d964f7f93 admin admin] 10.222.0.47 "PUT /v2.0/routers/99857d22-c666-497b-a32a-37563dbca1b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5035639 Jun 30 02:05:07.736443 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-60cb92a5-f1f7-423f-b28f-ccc9f3449eeb None None] Provisioning complete for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:07.736869 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-60cb92a5-f1f7-423f-b28f-ccc9f3449eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:07.777147 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 80106827-fbdc-4483-97b0-f4e244e2db61 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:07.812646 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 80106827-fbdc-4483-97b0-f4e244e2db61 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:07.813017 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 80106827-fbdc-4483-97b0-f4e244e2db61 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:07.828975 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-60cb92a5-f1f7-423f-b28f-ccc9f3449eeb None None] Port 5eb90664-5ccd-451b-911d-ad929f3d6f5d cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:05:07.924366 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:05:08.296546 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48202) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:08.804450 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48226) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:08.810990 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1838256792-network', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:08.846336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Made reservation on behalf of c7743494f09d44df9dd9a6fdedf98799 for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:08.846336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:08.855832 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:08.915509 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:08.961029 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:08.966668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:08.989421 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:05:09.006149 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3980c4-ecb4-49f2-9035-70af65aa6a76,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:09.013932 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.014272 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Added segment fcffb9d9-738c-4b7e-acdc-c3251002de07 of type vlan for network 30d7a5ff-282a-4979-af47-e801874e0a15 Jun 30 02:05:09.062800 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.099250 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.100271 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:09.100864 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.158928 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3529732 Jun 30 02:05:09.161558 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48228) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:09.166985 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Request body: {'subnet': {'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1838256792-subnet', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:09.175573 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee621f-c88a-45ce-bf1f-7a4e01d973f0 admin admin] Pushing event updated for resources: {'Network': ['ID=30d7a5ff-282a-4979-af47-e801874e0a15,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:09.186460 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 30d7a5ff-282a-4979-af47-e801874e0a15 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:05:09.200066 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Made reservation on behalf of c7743494f09d44df9dd9a6fdedf98799 for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:09.204679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.215217 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Deleting port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:09.215608 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.351303 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] For port 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:09.351916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.354853 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 4df1bec2-3858-4135-9ace-c398dfd4642b up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:09.366848 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Calling delete_port for 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:09.413705 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.420458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 4df1bec2-3858-4135-9ace-c398dfd4642b completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:09.431982 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 4df1bec2-3858-4135-9ace-c398dfd4642b triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:09.432649 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.493534 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Checking segment: {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:09.494258 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Network hostable DHCP agents. Network: 30d7a5ff-282a-4979-af47-e801874e0a15, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:05:09.504104 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ffb894-bf08-4d0e-910a-a3440ad7cbca,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:09.523740 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Network 30d7a5ff-282a-4979-af47-e801874e0a15 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:05:09.537719 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 30d7a5ff-282a-4979-af47-e801874e0a15) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:09.543599 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:09.544773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.560306 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d0b16-9a25-4740-a6fc-9498b8b7aa83 None None] Network 30d7a5ff-282a-4979-af47-e801874e0a15 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:09.564248 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.569521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48230) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:09.570530 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0ebef865-be9c-4d67-876f-e924d2fe150d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077449 Jun 30 02:05:09.575703 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:09.627532 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2094575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29057'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.629675 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2094346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29080'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.634339 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.664321 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc0820d-8590-4871-8b6d-ca0d3fdccfd8,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:09.687053 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 4df1bec2-3858-4135-9ace-c398dfd4642b, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=4df1bec2-3858-4135-9ace-c398dfd4642b,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:09.695369 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.775238 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.869411 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=4df1bec2-3858-4135-9ace-c398dfd4642b,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:09.898121 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02767c74-5e01-5952-84f7-8732011d6701-30d7a5ff-282a-4979-af47-e801874e0a15', 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'fixed_ips': [{'subnet_id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca'}]}} from dv-cinder-734415-14-iscsi. {{(pid=93041) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:05:09.899163 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:09.929520 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.929974 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.930477 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.930945 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.931456 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.931953 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.932464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.933027 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.933534 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.934102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.934644 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:09.935179 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:10.053913 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2094577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29162'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.111904 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.139008 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.db_base_plugin_common [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Allocated IP 172.20.0.2 (30d7a5ff-282a-4979-af47-e801874e0a15/a7ffb894-bf08-4d0e-910a-a3440ad7cbca/06e401e0-fc16-45c4-9035-a96ea70410be) {{(pid=93041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:10.405601 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks [] for port, precommit_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.417705 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Transition to ACTIVE for port object 06e401e0-fc16-45c4-9035-a96ea70410be will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:10.439145 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Transition to ACTIVE for port object 06e401e0-fc16-45c4-9035-a96ea70410be will not be triggered until provisioned by entity DHCP. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:10.446853 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625'] for port, after_create {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.484953 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Network 30d7a5ff-282a-4979-af47-e801874e0a15 is already hosted by enough agents. {{(pid=93041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:10.489421 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.scheduler.base_scheduler [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Resources bound (agent type, host, resource id): {{(pid=93041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:10.493138 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Received port after_create {{(pid=93041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:10.503132 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Pushing event updated for resources: {'Port': ['ID=06e401e0-fc16-45c4-9035-a96ea70410be,revision_number=1']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:10.547827 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:10.564093 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:10.564971 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:10.576258 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Attempting to bind port 06e401e0-fc16-45c4-9035-a96ea70410be on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:10.576675 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Attempting to bind port 06e401e0-fc16-45c4-9035-a96ea70410be by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:10.577002 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Attempting to bind port 06e401e0-fc16-45c4-9035-a96ea70410be on network 30d7a5ff-282a-4979-af47-e801874e0a15 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:10.583704 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:10.584238 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Checking segment: {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:10.584674 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.585092 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Bound using segment: {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:10.585566 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Bound port: 06e401e0-fc16-45c4-9035-a96ea70410be, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:10.585949 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.668188 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] For port 06e401e0-fc16-45c4-9035-a96ea70410be, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:10.672243 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] For port 06e401e0-fc16-45c4-9035-a96ea70410be, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=06e401e0-fc16-45c4-9035-a96ea70410be,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:10.680270 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.691717 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:10.764915 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd775d-67eb-483f-82ff-0a8e373f2a12 None None] Pushing event updated for resources: {'Port': ['ID=06e401e0-fc16-45c4-9035-a96ea70410be,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:10.804724 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.827652 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:10.835093 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Router 320ae2db-f7a8-4f38-af54-acabf1f8a3af has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:05:11.051222 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Allocated IP 172.27.2.33 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/e1874d06-8b3b-49d7-9962-b3f19845d12e) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:11.067122 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:11.069028 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 2, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:11.079484 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Sync routers for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:11.082835 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8bc6e51e-adb6-443a-874e-d4dcd7787557 admin admin] 10.222.0.47 "PUT /v2.0/routers/320ae2db-f7a8-4f38-af54-acabf1f8a3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819257 Jun 30 02:05:11.083546 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48258) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:11.093516 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:11.095262 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:11.113442 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:11.113783 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Updating router 99857d22-c666-497b-a32a-37563dbca1b6 port 5eb90664-5ccd-451b-911d-ad929f3d6f5d binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:05:11.151749 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.222055 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks [] for router, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.222840 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.301228 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.361636 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:11.374613 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:11.380860 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:11.431872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.466765 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:11.506767 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Deleting port cafde058-a481-4c46-8fbc-99d2102a11e7 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:11.507273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.539472 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 4df1bec2-3858-4135-9ace-c398dfd4642b up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:11.609568 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1874d06-8b3b-49d7-9962-b3f19845d12e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:11.678399 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.698653 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Transition to ACTIVE for port object 5eb90664-5ccd-451b-911d-ad929f3d6f5d will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:11.716325 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.727762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] For port cafde058-a481-4c46-8fbc-99d2102a11e7, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=cafde058-a481-4c46-8fbc-99d2102a11e7,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:11.728619 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.757629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Calling delete_port for cafde058-a481-4c46-8fbc-99d2102a11e7 owned by network:router_gateway {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:11.816187 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Pushing event updated for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:11.840235 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.851783 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.852818 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.853642 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.854355 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.855048 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.856050 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.856839 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.857687 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.858470 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.864285 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 4df1bec2-3858-4135-9ace-c398dfd4642b triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:11.864910 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:11.865589 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:11.866754 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:12.080091 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Attempting to bind port 5eb90664-5ccd-451b-911d-ad929f3d6f5d on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:12.080302 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Attempting to bind port 5eb90664-5ccd-451b-911d-ad929f3d6f5d by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:12.080478 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Attempting to bind port 5eb90664-5ccd-451b-911d-ad929f3d6f5d on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:12.097639 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:12.098076 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:12.098705 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.100227 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Bound using segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:12.102339 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Bound port: 5eb90664-5ccd-451b-911d-ad929f3d6f5d, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:12.105040 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.154161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 06e401e0-fc16-45c4-9035-a96ea70410be up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:12.195460 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48276) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:12.230697 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.245994 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566fbc6b-2504-4205-a132-ffdb86818593 None None] Network 30d7a5ff-282a-4979-af47-e801874e0a15 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:12.248102 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.282071 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] For port 5eb90664-5ccd-451b-911d-ad929f3d6f5d, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:12.285789 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] For port 5eb90664-5ccd-451b-911d-ad929f3d6f5d, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5eb90664-5ccd-451b-911d-ad929f3d6f5d,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:12.295336 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.371371 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 5, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port': {'id': 'cafde058-a481-4c46-8fbc-99d2102a11e7', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:12.378181 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.382775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Pushing event deleted for resources: {'Port': ['ID=cafde058-a481-4c46-8fbc-99d2102a11e7,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:12.405457 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Checking router: 320ae2db-f7a8-4f38-af54-acabf1f8a3af for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:12.441960 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 06e401e0-fc16-45c4-9035-a96ea70410be completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:12.468310 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:12.468310 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:12.470177 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039d6c-b81a-401d-af91-62fcfe7255f5 None None] Pushing event updated for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:12.475147 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Routers {'320ae2db-f7a8-4f38-af54-acabf1f8a3af'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:12.476921 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:12.569521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2094566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2096717'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.616111 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-72f7060b-0f09-447a-bd7e-995250643864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.641901 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] Set router 320ae2db-f7a8-4f38-af54-acabf1f8a3af gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:12.665267 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.670146 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.692306 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:12.715835 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:05:12Z', 'revision_number': 7, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:12.768874 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac965ed-c3ad-43a2-8492-7d55bf2318c3 None None] The sync data for ids ['320ae2db-f7a8-4f38-af54-acabf1f8a3af'] in dv-cinder-734415-14-iscsi is: [{'id': '320ae2db-f7a8-4f38-af54-acabf1f8a3af', 'name': 'tempest-TestMinimumBasicScenario-1133304330-router', 'tenant_id': 'eb545c1c9cf94765b509e30bb2923440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:17Z', 'updated_at': '2021-06-30T02:05:12Z', 'revision_number': 7, 'project_id': 'eb545c1c9cf94765b509e30bb2923440', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:12.773344 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Provisioning for port 06e401e0-fc16-45c4-9035-a96ea70410be completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:12.781249 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.783167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320ae2db-f7a8-4f38-af54-acabf1f8a3af {{(pid=93040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:05:12.783350 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Provisioning complete for port 06e401e0-fc16-45c4-9035-a96ea70410be triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:12.783639 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.793887 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.798277 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48284) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:12.798988 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c2a51168-c19d-43df-869d-450c65469186 admin admin] 10.222.0.47 "DELETE /v2.0/routers/320ae2db-f7a8-4f38-af54-acabf1f8a3af HTTP/1.1" status: 204 len: 168 time: 1.7136102 Jun 30 02:05:12.818028 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Router 52d78e3f-59e7-4fae-8604-debaddb1808f is scheduled to L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:05:12.884598 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-72f7060b-0f09-447a-bd7e-995250643864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.892382 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-72f7060b-0f09-447a-bd7e-995250643864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.935267 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Deleting subnet f14b12a4-2541-4bc2-974d-ada1440bd610 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:05:12.939178 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.949149 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-72f7060b-0f09-447a-bd7e-995250643864 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a488fd4ca5304cb78ea411a2508bedae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525430 Jun 30 02:05:12.951460 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7060b-0f09-447a-bd7e-995250643864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b831ad0-9248-4cf6-8ca4-ac0cd3b9dab3,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:12.954296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48286) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:12.968259 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:12.988297 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:12Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:12.992715 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13035316'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.014801 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.023219 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] For port 06e401e0-fc16-45c4-9035-a96ea70410be, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=06e401e0-fc16-45c4-9035-a96ea70410be,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:13.030917 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fdaf6e-8240-4602-9dec-160e1bacc5a6 None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:12Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:13.033364 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.047335 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.089358 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beb1fe-8b1b-44f9-a529-2a375703a235 None None] Pushing event updated for resources: {'Port': ['ID=06e401e0-fc16-45c4-9035-a96ea70410be,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:13.131644 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.134920 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.135748 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:13.136052 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b831ad0-9248-4cf6-8ca4-ac0cd3b9dab3 HTTP/1.1" status: 204 len: 168 time: 0.1807735 Jun 30 02:05:13.152194 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Sync routers for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:13.163104 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:13.164327 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:13.167482 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883436-932f-4401-adae-f5fef3fc44ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b831ad0-9248-4cf6-8ca4-ac0cd3b9dab3,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:13.239583 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.246217 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5b24aa74-1f23-4ca4-aca4-0c79a2b0bcf3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6718466 Jun 30 02:05:13.246959 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48290) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:13.251623 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.395511 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13146525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531237'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.416675 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-a8fe827d-aedc-4960-8a21-6e2976fd2fec None None] Provisioning complete for port 06e401e0-fc16-45c4-9035-a96ea70410be triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:13.419276 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8fe827d-aedc-4960-8a21-6e2976fd2fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.433168 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:13.437373 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14b12a4-2541-4bc2-974d-ada1440bd610,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:13.462046 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.464584 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a150c488-78b4-4f9f-9680-c0128db6ecc7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f14b12a4-2541-4bc2-974d-ada1440bd610 HTTP/1.1" status: 204 len: 168 time: 0.6645432 Jun 30 02:05:13.467150 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48294) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:13.502883 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5b406-07aa-4443-bd8c-22b360fc748b None None] Network 3dafd8ad-483e-4959-bc8a-d816da060ead requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:13.744880 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.801158 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:11Z', 'revision_number': 3, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:13.879434 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Checking router: 52d78e3f-59e7-4fae-8604-debaddb1808f for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:13.880043 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Updating router 52d78e3f-59e7-4fae-8604-debaddb1808f port e1874d06-8b3b-49d7-9962-b3f19845d12e binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:05:13.901214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Deleting port dec1ea86-79b1-4400-867e-7927adc7edd6 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:13.901214 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:13.955310 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5eb90664-5ccd-451b-911d-ad929f3d6f5d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:13.978485 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.120582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:14.130832 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:14.133089 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.159608 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] For port dec1ea86-79b1-4400-867e-7927adc7edd6, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=dec1ea86-79b1-4400-867e-7927adc7edd6,segment=NetworkSegment(d91a491e-c922-48be-831a-2ac4feb01ec2),segment_id=d91a491e-c922-48be-831a-2ac4feb01ec2)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:14.159896 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.206082 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] DHCP port deletion for 3dafd8ad-483e-4959-bc8a-d816da060ead request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:05:14.214521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Calling delete_port for dec1ea86-79b1-4400-867e-7927adc7edd6 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:14.611628 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.639238 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.646168 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Deleting port dec1ea86-79b1-4400-867e-7927adc7edd6 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:14.646761 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.667322 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.679904 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Transition to ACTIVE for port object e1874d06-8b3b-49d7-9962-b3f19845d12e will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:14.689083 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.717388 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Pushing event deleted for resources: {'Port': ['ID=dec1ea86-79b1-4400-867e-7927adc7edd6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:14.728074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] No DVR routers for this DVR port dec1ea86-79b1-4400-867e-7927adc7edd6 on host dv-cinder-734415-14-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:14.741504 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.761202 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142ff8a-eab8-4eed-a83b-e62b8dc9356e None None] Pushing event updated for resources: {'Port': ['ID=e1874d06-8b3b-49d7-9962-b3f19845d12e,revision_number=2']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:14.784119 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Attempting to bind port e1874d06-8b3b-49d7-9962-b3f19845d12e on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:14.784667 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Attempting to bind port e1874d06-8b3b-49d7-9962-b3f19845d12e by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:14.785058 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Attempting to bind port e1874d06-8b3b-49d7-9962-b3f19845d12e on network acab23bb-76ba-4032-a994-bc5e59c7f383 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:14.791257 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:14.791816 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Checking segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:14.792014 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.792384 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Bound using segment: {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:14.792890 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Bound port: e1874d06-8b3b-49d7-9962-b3f19845d12e, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ef26c-2000-4b46-b98c-395da9a9807d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:14.793310 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.853349 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] For port e1874d06-8b3b-49d7-9962-b3f19845d12e, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:14.857361 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] For port e1874d06-8b3b-49d7-9962-b3f19845d12e, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e1874d06-8b3b-49d7-9962-b3f19845d12e,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:14.865324 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.865876 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 5eb90664-5ccd-451b-911d-ad929f3d6f5d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5eb90664-5ccd-451b-911d-ad929f3d6f5d,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:14.878468 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.879313 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 06e401e0-fc16-45c4-9035-a96ea70410be up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:14.910167 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] For port dec1ea86-79b1-4400-867e-7927adc7edd6, host dv-cinder-734415-14-iscsi, got binding levels [] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:14.910554 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.926518 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142ff8a-eab8-4eed-a83b-e62b8dc9356e None None] Pushing event updated for resources: {'Port': ['ID=e1874d06-8b3b-49d7-9962-b3f19845d12e,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:14.932470 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.949367 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dafd8ad-483e-4959-bc8a-d816da060ead']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:14.952358 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Calling delete_port for dec1ea86-79b1-4400-867e-7927adc7edd6 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:14.961040 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91a491e-c922-48be-831a-2ac4feb01ec2') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:14.961339 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91a491e-c922-48be-831a-2ac4feb01ec2') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:14.965201 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.ipam_backend_mixin [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Port dec1ea86-79b1-4400-867e-7927adc7edd6 was not found and therefore no delete operation was performed {{(pid=93041) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:05:14.971101 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.972471 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:14.973486 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:14.975734 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.986408 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:14.996341 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:05:14.996747 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.017659 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] No DVR routers for this DVR port dec1ea86-79b1-4400-867e-7927adc7edd6 on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:15.042556 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 06e401e0-fc16-45c4-9035-a96ea70410be triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:15.042937 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.045910 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:05:15.058596 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:05:15.063735 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.069992 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.073739 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] 10.222.0.47 "DELETE /v2.0/networks/3dafd8ad-483e-4959-bc8a-d816da060ead HTTP/1.1" status: 204 len: 168 time: 1.6048818 Jun 30 02:05:15.087876 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48332) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:15.089033 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420b029-8430-407a-b5fb-52c59dc9683b admin admin] Pushing event deleted for resources: {'Network': ['ID=3dafd8ad-483e-4959-bc8a-d816da060ead,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:15.092754 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Allocated IP 172.20.0.1 (30d7a5ff-282a-4979-af47-e801874e0a15/a7ffb894-bf08-4d0e-910a-a3440ad7cbca/8f8d8a3e-7404-477d-baed-516ab19a7326) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:15.103807 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aad62-6290-4ac1-885f-4c4be8b5ef61 None None] Pushing event deleted for resources: {'Port': ['ID=dec1ea86-79b1-4400-867e-7927adc7edd6,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:15.135884 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:15.235688 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:15.285987 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:15.286327 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 6fc0820d-8590-4871-8b6d-ca0d3fdccfd8 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:15.341576 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.369914 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Transition to ACTIVE for port object 8f8d8a3e-7404-477d-baed-516ab19a7326 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:15.430313 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5eb90664-5ccd-451b-911d-ad929f3d6f5d up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:15.445612 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.492039 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Network 30d7a5ff-282a-4979-af47-e801874e0a15 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:15.499250 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:15.521187 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:15.521310 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 5eb90664-5ccd-451b-911d-ad929f3d6f5d triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:15.521310 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.623109 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Pushing event updated for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:15.646971 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2095172'] for router_interface, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.699718 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:11Z', 'revision_number': 3, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:15.702541 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:15.780976 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78aa6e5-3b24-45ae-beaf-6ce3a7bcc665 None None] The sync data for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi is: [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:11Z', 'revision_number': 3, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:15.997629 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-2dfd5bf6-7de7-42bc-9de9-567a2ae3af79 None None] Provisioning for port 8f8d8a3e-7404-477d-baed-516ab19a7326 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:16.023122 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-2dfd5bf6-7de7-42bc-9de9-567a2ae3af79 None None] Provisioning complete for port 8f8d8a3e-7404-477d-baed-516ab19a7326 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:16.024016 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5bf6-7de7-42bc-9de9-567a2ae3af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.104588 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device cafde058-a481-4c46-8fbc-99d2102a11e7 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:16.132229 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: cafde058-a481-4c46-8fbc-99d2102a11e7 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:16.132663 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device cafde058-a481-4c46-8fbc-99d2102a11e7 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:16.133176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device dec1ea86-79b1-4400-867e-7927adc7edd6 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:16.161442 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: dec1ea86-79b1-4400-867e-7927adc7edd6 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:16.162091 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device dec1ea86-79b1-4400-867e-7927adc7edd6 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:16.170548 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Deleting port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:16.170888 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.181401 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd5bf6-7de7-42bc-9de9-567a2ae3af79 None None] Port 8f8d8a3e-7404-477d-baed-516ab19a7326 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:05:16.295121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.324941 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] For port a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:16.325313 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.343167 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Calling delete_port for a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:16.465585 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48358) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:16.526554 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.536871 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.612317 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.622300 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Pushing event updated for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:16.624519 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2090611'] for router_interface, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.667014 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:16.699058 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bd867d77-f936-4ab2-8dc8-c6be20da4487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:16.795578 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Network 30d7a5ff-282a-4979-af47-e801874e0a15 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:16.802301 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:17.028460 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bd867d77-f936-4ab2-8dc8-c6be20da4487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.047478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Router 52d78e3f-59e7-4fae-8604-debaddb1808f has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:05:17.053770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bd867d77-f936-4ab2-8dc8-c6be20da4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.149636 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd867d77-f936-4ab2-8dc8-c6be20da4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65852aa3-52c7-4b37-92c1-b372323c5435,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:17.158786 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-bd867d77-f936-4ab2-8dc8-c6be20da4487 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9144f7fef24d43a2817778ceff56786c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894341 Jun 30 02:05:17.161071 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48368) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:17.211345 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-b9690a75-c47d-4ffd-b75f-fdf6b9102a1c None None] Provisioning complete for port 8f8d8a3e-7404-477d-baed-516ab19a7326 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:17.211929 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b9690a75-c47d-4ffd-b75f-fdf6b9102a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.249330 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-b9690a75-c47d-4ffd-b75f-fdf6b9102a1c None None] Port 8f8d8a3e-7404-477d-baed-516ab19a7326 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:05:17.251462 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:17.257755 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c365a910-f758-4e58-9098-02a6cd6a4f7d admin admin] 10.222.0.47 "PUT /v2.0/routers/52d78e3f-59e7-4fae-8604-debaddb1808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0082066 Jun 30 02:05:17.261806 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.268104 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.288549 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.341076 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.343920 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.345436 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65852aa3-52c7-4b37-92c1-b372323c5435 HTTP/1.1" status: 204 len: 168 time: 0.1834285 Jun 30 02:05:17.353392 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd32ae-03f0-4070-8891-6f23ba0dcb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65852aa3-52c7-4b37-92c1-b372323c5435,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:17.488047 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e1874d06-8b3b-49d7-9962-b3f19845d12e up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:17.550483 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Router b24f2f98-0bc5-4542-8ee8-80e34c62e933 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:05:17.550786 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port e1874d06-8b3b-49d7-9962-b3f19845d12e completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:17.555707 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port e1874d06-8b3b-49d7-9962-b3f19845d12e triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:17.556077 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.691809 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:05:17.697231 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-19b3037f-0e9b-491c-8fa3-de8a3bcbe0a9 admin admin] 10.222.0.47 "PUT /v2.0/routers/b24f2f98-0bc5-4542-8ee8-80e34c62e933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034131 Jun 30 02:05:17.700120 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48380) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:17.701503 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.717088 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Sync routers for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:17.747428 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port e1874d06-8b3b-49d7-9962-b3f19845d12e, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e1874d06-8b3b-49d7-9962-b3f19845d12e,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:17.750464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:17.751101 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:17.755891 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.773552 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48382) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:17.789063 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d28ca746-d55f-466c-ac27-30ffd3de3f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.877514 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks [] for router, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.933998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=e1874d06-8b3b-49d7-9962-b3f19845d12e,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:17.943337 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d28ca746-d55f-466c-ac27-30ffd3de3f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.950313 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d28ca746-d55f-466c-ac27-30ffd3de3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:17.962683 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:18.016834 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48388) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.020543 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.023875 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939564151', 'description': 'tempest-secgroup-smoke-939564151 description', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:18.033025 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ca746-d55f-466c-ac27-30ffd3de3f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869723a8-eeb2-416d-a13b-7ac52f656af8,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.048988 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d28ca746-d55f-466c-ac27-30ffd3de3f6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=663642cd09a140f5afb297841027c0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718310 Jun 30 02:05:18.049142 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48390) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.064216 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.144825 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Sync routers for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:05:18.162574 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:18.163266 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.164104 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:18.172053 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Deleting port 31892156-bb3e-4f32-8847-5ad853dd1d74 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:18.172634 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.216941 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:05:16Z', 'revision_number': 5, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port': {'id': '31892156-bb3e-4f32-8847-5ad853dd1d74', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:02:24Z', 'updated_at': '2021-06-30T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:18.237692 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.241245 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.246955 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.264510 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Checking router: b24f2f98-0bc5-4542-8ee8-80e34c62e933 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:18.274408 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Routers {'b24f2f98-0bc5-4542-8ee8-80e34c62e933'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:18.275033 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:18.314172 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] For port 31892156-bb3e-4f32-8847-5ad853dd1d74, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=31892156-bb3e-4f32-8847-5ad853dd1d74,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:18.314902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.329545 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Calling delete_port for 31892156-bb3e-4f32-8847-5ad853dd1d74 owned by network:router_gateway {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:18.332302 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.338992 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3194642 Jun 30 02:05:18.339774 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f3c60-9036-4e48-9545-0b06f9bcef85 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424e580e-b12a-4b1f-b24c-1ad30650b72d,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.341958 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48394) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.344738 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:18.351036 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:18.354991 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48396) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.376570 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.379587 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.384014 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/869723a8-eeb2-416d-a13b-7ac52f656af8 HTTP/1.1" status: 204 len: 168 time: 0.3338239 Jun 30 02:05:18.400898 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] Set router b24f2f98-0bc5-4542-8ee8-80e34c62e933 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:18.434144 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.438938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d738-4e78-4d24-85c6-1d0333a42284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869723a8-eeb2-416d-a13b-7ac52f656af8,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.492927 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:05:18Z', 'revision_number': 6, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:18.533302 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d8664-bd89-47bf-adf7-edd34d5b202d None None] The sync data for ids ['b24f2f98-0bc5-4542-8ee8-80e34c62e933'] in dv-cinder-734415-14-iscsi is: [{'id': 'b24f2f98-0bc5-4542-8ee8-80e34c62e933', 'name': 'tempest-TestMinimumBasicScenario-1800161775-router', 'tenant_id': '50f37f13b554400ba80640eaaeada5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:02:23Z', 'updated_at': '2021-06-30T02:05:18Z', 'revision_number': 6, 'project_id': '50f37f13b554400ba80640eaaeada5ed', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:18.593607 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.599052 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.643748 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e0519e-ba0a-4d4b-a2db-ca40f203253f,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.647878 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2621-a686-4cea-9466-f386d00f76ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.659514 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.661520 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-226a8dc1-870b-4919-8151-e15e86ca8795 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3174400 Jun 30 02:05:18.663966 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48404) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.668596 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:18.694018 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:16Z', 'revision_number': 4, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '8f8d8a3e-7404-477d-baed-516ab19a7326', 'name': '', 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'mac_address': 'fa:16:3e:b6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:14Z', 'updated_at': '2021-06-30T02:05:16Z', 'revision_number': 2, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'subnets': [{'id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:18.695501 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.722841 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Checking router: 52d78e3f-59e7-4fae-8604-debaddb1808f for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:05:18.723087 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Pushing event deleted for resources: {'Port': ['ID=31892156-bb3e-4f32-8847-5ad853dd1d74,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.723335 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Updating router 52d78e3f-59e7-4fae-8604-debaddb1808f port 8f8d8a3e-7404-477d-baed-516ab19a7326 binding host dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:05:18.780146 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.801916 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2621-a686-4cea-9466-f386d00f76ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.810884 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2621-a686-4cea-9466-f386d00f76ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.826383 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.865023 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b2621-a686-4cea-9466-f386d00f76ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f8556-65fd-4fe7-a507-d110edf53721,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:18.895618 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0a6b2621-a686-4cea-9466-f386d00f76ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25a6b2ed3e3249db955ac2c2a6bce5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357234 Jun 30 02:05:18.896258 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48414) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:18.963954 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:18.973593 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.006138 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.006353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.011264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.077521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.078635 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.081591 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.082759 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/808f8556-65fd-4fe7-a507-d110edf53721 HTTP/1.1" status: 204 len: 168 time: 0.1855328 Jun 30 02:05:19.086775 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.087200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24f2f98-0bc5-4542-8ee8-80e34c62e933 {{(pid=93040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:05:19.095999 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.098077 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6c119-87ea-4174-8af4-a407b5bd0f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f8556-65fd-4fe7-a507-d110edf53721,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.100126 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-f1b0d846-b060-440a-aa30-cf449fa66408 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b24f2f98-0bc5-4542-8ee8-80e34c62e933 HTTP/1.1" status: 204 len: 168 time: 1.3985729 Jun 30 02:05:19.100986 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48424) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.131305 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.146362 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks [] for port, precommit_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.161023 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.provisioning_blocks [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Transition to ACTIVE for port object 8f8d8a3e-7404-477d-baed-516ab19a7326 will not be triggered until provisioned by entity L2. {{(pid=93042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:19.170438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f18341-1420-402f-a31a-931c7793bcbc,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.179825 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.181368 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Deleting subnet 28068a3b-2d42-4999-9eef-e696e7cb573d {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:05:19.186392 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.188856 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-3b2dfa32-47fc-4107-b579-b9b15e36eb27 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5236509 Jun 30 02:05:19.189941 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.194313 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48426) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.258423 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:19.324177 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.341358 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48432) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.376289 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Attempting to bind port 8f8d8a3e-7404-477d-baed-516ab19a7326 on host dv-cinder-734415-14-iscsi for vnic_type normal with profile {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:19.377144 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Attempting to bind port 8f8d8a3e-7404-477d-baed-516ab19a7326 by drivers openvswitch,hyperv on host dv-cinder-734415-14-iscsi at level 0 using segments [{'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:19.377709 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Attempting to bind port 8f8d8a3e-7404-477d-baed-516ab19a7326 on network 30d7a5ff-282a-4979-af47-e801874e0a15 {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:19.386131 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Checking agent: {'id': '5cdce041-240b-46e7-baca-033ec91ad3e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734415-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 49, 52), 'started_at': datetime.datetime(2021, 6, 30, 1, 50, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734415-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:19.386988 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Checking segment: {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:19.387585 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.388151 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Bound using segment: {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'} {{(pid=93042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:19.388964 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.managers [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Bound port: 8f8d8a3e-7404-477d-baed-516ab19a7326, host: dv-cinder-734415-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcffb9d9-738c-4b7e-acdc-c3251002de07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15'}}] {{(pid=93042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:19.389585 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.409089 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24915-b104-44ac-8eee-19e1a9861a70 None None] Pushing event updated for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=3']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.417499 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.535789 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021223650-network', 'tenant_id': '52a0f9ee579240c7a43737e3204696ed'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:19.545218 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] For port 8f8d8a3e-7404-477d-baed-516ab19a7326, host dv-cinder-734415-14-iscsi, cleared binding levels {{(pid=93042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:19.549348 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.plugins.ml2.db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] For port 8f8d8a3e-7404-477d-baed-516ab19a7326, host dv-cinder-734415-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=8f8d8a3e-7404-477d-baed-516ab19a7326,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:19.557729 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron_lib.callbacks.manager [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.561453 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.588905 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Made reservation on behalf of 52a0f9ee579240c7a43737e3204696ed for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:19.591372 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.618064 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.627466 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.629102 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:05:19.629807 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:04:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:19.640240 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.668826 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14361da3-916a-4cbe-beaf-190e55d2d2d4,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.679704 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48436) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.693197 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24915-b104-44ac-8eee-19e1a9861a70 None None] Pushing event updated for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=4']} {{(pid=93042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.700723 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bbfc-4182-471d-bbcd-d05983605a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.722812 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.767240 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-1b81d577-1693-4e6e-bb06-fa8a166916b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.776964 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28068a3b-2d42-4999-9eef-e696e7cb573d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:19.781230 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.787190 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-b3fe5704-a59b-487e-a26e-6facae15e168 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/28068a3b-2d42-4999-9eef-e696e7cb573d HTTP/1.1" status: 204 len: 168 time: 0.6851628 Jun 30 02:05:19.788553 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48438) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.792460 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229579b-3166-4374-b02a-95224b0d81e3 None None] Network 84a1b984-86f1-4bc5-ba91-f8f92065ea49 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:19.796508 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e1874d06-8b3b-49d7-9962-b3f19845d12e up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:19.846027 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:05:19.864626 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.873083 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.934601 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.936532 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-30bf0296-9f9a-40dd-ad5e-46078b9d4dd8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7406042 Jun 30 02:05:19.953977 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48440) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:19.955197 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:05:19.965521 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:19.965864 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Added segment 14c33a3b-fcb7-4606-ba03-cfb0122eaa55 of type vlan for network da5dd0f6-7b4e-4503-83a4-a821a1377a00 Jun 30 02:05:19.975273 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:19.997818 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c9c8d-af74-4944-98c0-ab7f17c4682a,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.015417 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.024668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.046420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port e1874d06-8b3b-49d7-9962-b3f19845d12e triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:20.047801 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.062202 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.063206 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:20.063790 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.128994 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] Pushing event updated for resources: {'Network': ['ID=da5dd0f6-7b4e-4503-83a4-a821a1377a00,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.169332 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network da5dd0f6-7b4e-4503-83a4-a821a1377a00 details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:05:20.170902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bbfc-4182-471d-bbcd-d05983605a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.188770 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Deleting port 52863c3d-56c9-4680-bc0d-bda799d35be3 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:20.189412 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.194031 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5a9bb9b4-b1f4-42a9-8dc4-47b1cc50d21d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8480968 Jun 30 02:05:20.194226 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a9c6bbfc-4182-471d-bbcd-d05983605a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.194333 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48442) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:20.199736 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Request body: {'subnet': {'network_id': 'da5dd0f6-7b4e-4503-83a4-a821a1377a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1021223650-subnet', 'tenant_id': '52a0f9ee579240c7a43737e3204696ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:20.239684 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] DHCP port deletion for 84a1b984-86f1-4bc5-ba91-f8f92065ea49 request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:05:20.303213 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Made reservation on behalf of 52a0f9ee579240c7a43737e3204696ed for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:20.305908 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:20.308182 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531210'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.316292 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:16Z', 'revision_number': 4, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '8f8d8a3e-7404-477d-baed-516ab19a7326', 'name': '', 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'mac_address': 'fa:16:3e:b6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:14Z', 'updated_at': '2021-06-30T02:05:19Z', 'revision_number': 4, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'subnets': [{'id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:20.317251 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6bbfc-4182-471d-bbcd-d05983605a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146853f-ee34-4604-b461-871e476bcc97,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.321569 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a9c6bbfc-4182-471d-bbcd-d05983605a11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6a4b7c8201843d1930c2497c09f1c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406274 Jun 30 02:05:20.322647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.329044 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48444) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:20.336639 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:20.337112 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device a6fd9b7c-676d-49bf-8bdd-7cbb2d6961f9 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:20.353628 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Deleting port 52863c3d-56c9-4680-bc0d-bda799d35be3 {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:05:20.354094 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.366380 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f65da-842e-43ef-9850-c5a71e808532 None None] The sync data for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi is: [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:05:16Z', 'revision_number': 4, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '8f8d8a3e-7404-477d-baed-516ab19a7326', 'name': '', 'network_id': '30d7a5ff-282a-4979-af47-e801874e0a15', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'mac_address': 'fa:16:3e:b6:4e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:14Z', 'updated_at': '2021-06-30T02:05:19Z', 'revision_number': 4, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'subnets': [{'id': 'a7ffb894-bf08-4d0e-910a-a3440ad7cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:05:20.371872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] For port 52863c3d-56c9-4680-bc0d-bda799d35be3, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=52863c3d-56c9-4680-bc0d-bda799d35be3,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:20.372398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.408126 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Calling delete_port for 52863c3d-56c9-4680-bc0d-bda799d35be3 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:20.468692 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] For port 52863c3d-56c9-4680-bc0d-bda799d35be3, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=52863c3d-56c9-4680-bc0d-bda799d35be3,segment=NetworkSegment(5b16ad2a-4504-4b08-98d5-4e1355b20019),segment_id=5b16ad2a-4504-4b08-98d5-4e1355b20019)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:20.469125 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.484771 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Calling delete_port for 52863c3d-56c9-4680-bc0d-bda799d35be3 owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:05:20.521859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.533344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.541309 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.569484 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531228'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.587087 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbbc738-ed21-4a69-8ba3-3c000feb03bb,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.590551 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.600080 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.613676 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.614895 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-66e6eaa6-547e-42b3-8a8f-18794454a2ca tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6596980 Jun 30 02:05:20.618833 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48446) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:20.627081 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:20.637009 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] Pushing event deleted for resources: {'Port': ['ID=52863c3d-56c9-4680-bc0d-bda799d35be3,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.647590 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980ce35-27d7-4821-ad04-03066352fe81 None None] No DVR routers for this DVR port 52863c3d-56c9-4680-bc0d-bda799d35be3 on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:20.661211 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.682641 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=171a7a29-905f-49a0-a4fb-a5fcd54f022e,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.693853 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Pushing event deleted for resources: {'Port': ['ID=52863c3d-56c9-4680-bc0d-bda799d35be3,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.698641 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] No DVR routers for this DVR port 52863c3d-56c9-4680-bc0d-bda799d35be3 on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:05:20.700613 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Project 6fbf6f8a5e9a465ebb59c20c5f3ab308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:05:20.707631 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.724110 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Checking segment: {'id': '14c33a3b-fcb7-4606-ba03-cfb0122eaa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'da5dd0f6-7b4e-4503-83a4-a821a1377a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:20.724471 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Network hostable DHCP agents. Network: da5dd0f6-7b4e-4503-83a4-a821a1377a00, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:05:20.758902 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.761772 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.765594 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b146853f-ee34-4604-b461-871e476bcc97 HTTP/1.1" status: 204 len: 168 time: 0.4342856 Jun 30 02:05:20.777730 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Network da5dd0f6-7b4e-4503-83a4-a821a1377a00 is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:05:20.794743 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, da5dd0f6-7b4e-4503-83a4-a821a1377a00) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:20.800812 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.804652 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c38e4d-c0b4-4feb-a164-3cfae1eeadb5 None None] Network da5dd0f6-7b4e-4503-83a4-a821a1377a00 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:20.806240 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:20.807052 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.812386 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.814474 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a1b984-86f1-4bc5-ba91-f8f92065ea49']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:20.822715 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.832933 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b16ad2a-4504-4b08-98d5-4e1355b20019') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:20.833208 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b16ad2a-4504-4b08-98d5-4e1355b20019') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:20.842794 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-cd47a023-e7eb-4eb5-b7ee-1cabdac3f27e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6390288 Jun 30 02:05:20.849269 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40b6c2b-cae7-442e-ad4e-dd37c1d1e190,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.860346 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.864376 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-40deb8a3-edb0-4b8a-9ab2-f0f1f6718d18 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2417324 Jun 30 02:05:20.864541 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48452) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:20.874259 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'security_group_rule': {'security_group_id': '424e580e-b12a-4b1f-b24c-1ad30650b72d', 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:20.879107 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.897198 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fc95d-0052-46ee-81a6-83875dfb0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146853f-ee34-4604-b461-871e476bcc97,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:20.921193 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.925894 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Project 6fbf6f8a5e9a465ebb59c20c5f3ab308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:05:20.941371 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:05:20.943948 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.944077 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:05:20.952148 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:05:21.009620 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e263e38-2b5f-40b3-807d-a580f568369f None None] Network da5dd0f6-7b4e-4503-83a4-a821a1377a00 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:21.100245 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.108397 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1606129'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.121929 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.141877 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc157fd-4bbf-4d35-a362-634d3c1d4e55,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:21.156008 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.158625 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] 10.222.0.47 "DELETE /v2.0/networks/84a1b984-86f1-4bc5-ba91-f8f92065ea49 HTTP/1.1" status: 204 len: 168 time: 1.3652384 Jun 30 02:05:21.159886 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962dcb6-6e7f-4f1e-bb06-39a07cf42dea admin admin] Pushing event deleted for resources: {'Network': ['ID=84a1b984-86f1-4bc5-ba91-f8f92065ea49,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:21.167068 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.172578 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0f73d9c7-ce25-45a5-b423-e24df259633d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3068073 Jun 30 02:05:21.391211 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48496) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:21.473044 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 8f8d8a3e-7404-477d-baed-516ab19a7326 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:21.507810 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ec297343-7af3-4e67-8c66-dd58f38cc059 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb545c1c9cf94765b509e30bb2923440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131213 Jun 30 02:05:21.508194 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48508) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:21.557973 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning for port 8f8d8a3e-7404-477d-baed-516ab19a7326 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:21.562920 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 8f8d8a3e-7404-477d-baed-516ab19a7326 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:21.563689 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.596488 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.642156 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.728311 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.735621 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.738996 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.744560 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ce9a931-446b-470b-8b32-9377d785aba0 HTTP/1.1" status: 204 len: 168 time: 0.2351763 Jun 30 02:05:21.761541 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc2184-5aad-486b-86b9-37618805bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9a931-446b-470b-8b32-9377d785aba0,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:21.807625 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] For port 8f8d8a3e-7404-477d-baed-516ab19a7326, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=8f8d8a3e-7404-477d-baed-516ab19a7326,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:05:21.816839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:21.888800 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Pushing event updated for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:21.929986 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 52863c3d-56c9-4680-bc0d-bda799d35be3 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:21.974550 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 52863c3d-56c9-4680-bc0d-bda799d35be3 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:21.975023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 52863c3d-56c9-4680-bc0d-bda799d35be3 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:21.975552 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31892156-bb3e-4f32-8847-5ad853dd1d74 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:05:21.999193 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 31892156-bb3e-4f32-8847-5ad853dd1d74 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:05:21.999862 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 31892156-bb3e-4f32-8847-5ad853dd1d74 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:05:22.242946 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48542) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:22.258438 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607734860-network', 'tenant_id': 'd0d261a595834447afe26c5c713c5c1e'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:22.274122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48548) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:22.301235 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Made reservation on behalf of d0d261a595834447afe26c5c713c5c1e for: {'network': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:22.303977 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for network, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.319036 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.344831 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-27224354-9334-4e31-b882-32641378ed76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50f37f13b554400ba80640eaaeada5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695429 Jun 30 02:05:22.347765 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48552) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:22.396975 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.412134 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c7b0997c-38dc-46df-b7bc-9c10c3dfa872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.460151 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.466055 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.473025 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.490158 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.498926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:05:22.515542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4550ef-1e29-4ea3-ade3-48ca108b0551,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:22.518515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.518843 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.segments_db [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Added segment ab7a5c15-ff3e-4e56-844a-1b8207c7ccc9 of type vlan for network 72ed7eb7-9445-4d16-abbe-67aae5e256ba Jun 30 02:05:22.551846 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.555551 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.556733 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2069f10e-962b-4696-8c61-8b0f5d740b30 HTTP/1.1" status: 204 len: 168 time: 0.2071786 Jun 30 02:05:22.564929 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9f0e9-9678-47bd-b8de-a9c44ceca365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2069f10e-962b-4696-8c61-8b0f5d740b30,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:22.572814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726493506106'] for network, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.613626 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027'] for network, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.614733 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:22.615347 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.677692 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4299111 Jun 30 02:05:22.680698 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48564) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:22.688919 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Request body: {'subnet': {'network_id': '72ed7eb7-9445-4d16-abbe-67aae5e256ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607734860-subnet', 'tenant_id': 'd0d261a595834447afe26c5c713c5c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:22.695319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd958-fa24-4f62-8934-02fbeaa42558 admin admin] Pushing event updated for resources: {'Network': ['ID=72ed7eb7-9445-4d16-abbe-67aae5e256ba,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:22.707285 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Network 72ed7eb7-9445-4d16-abbe-67aae5e256ba details requested by agent ovs-agent-dv-cinder-734415-14-iscsi with host dv-cinder-734415-14-iscsi {{(pid=93041) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:05:22.729777 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Made reservation on behalf of d0d261a595834447afe26c5c713c5c1e for: {'subnet': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:22.732692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12960861'] for subnet, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:22.954378 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12888686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12960843'] for subnet, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.034339 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0380daa-a366-45de-a082-704fa217f1be,revision_number=0']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:23.041074 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Checking segment: {'id': 'ab7a5c15-ff3e-4e56-844a-1b8207c7ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '72ed7eb7-9445-4d16-abbe-67aae5e256ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:23.041521 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Network hostable DHCP agents. Network: 72ed7eb7-9445-4d16-abbe-67aae5e256ba, hostable agents: ['7780156a-1484-44e7-9704-9eed9601d54c'], hosted agents: [] {{(pid=93040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:05:23.070398 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Network 72ed7eb7-9445-4d16-abbe-67aae5e256ba is scheduled to be hosted by DHCP agent 7780156a-1484-44e7-9704-9eed9601d54c with binding_index 1 {{(pid=93040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:05:23.084814 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734415-14-iscsi, 72ed7eb7-9445-4d16-abbe-67aae5e256ba) {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:23.097130 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:23.097737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.101410 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48572) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:23.103896 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31b1cd-2148-4c5c-97bf-1dc5563b515f None None] Network 72ed7eb7-9445-4d16-abbe-67aae5e256ba requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:23.120831 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6be7f442-585a-4c4f-9b5d-c56007735d9a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4355314 Jun 30 02:05:23.218099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5d91f0e1-6356-4d68-9155-1cf30e551f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.251207 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48578) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:23.255100 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c139d63-6fd1-4679-b36c-bb111960e54e None None] Network 72ed7eb7-9445-4d16-abbe-67aae5e256ba requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:05:23.305960 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Deleting subnet 171a7a29-905f-49a0-a4fb-a5fcd54f022e {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:05:23.310773 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.332136 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5d91f0e1-6356-4d68-9155-1cf30e551f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.338158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5d91f0e1-6356-4d68-9155-1cf30e551f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.356063 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.358350 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13035316'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.393595 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5d91f0e1-6356-4d68-9155-1cf30e551f37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac40b344556444f0a158d7c4278bff59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911155 Jun 30 02:05:23.396121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91f0e1-6356-4d68-9155-1cf30e551f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f82e0-1f65-466c-a9ae-e4e96513ed85,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:23.398788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48580) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:23.404753 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 8f8d8a3e-7404-477d-baed-516ab19a7326 up at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:05:23.423782 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.458954 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.481158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.482739 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Provisioning complete for port 8f8d8a3e-7404-477d-baed-516ab19a7326 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:23.483192 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.486723 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13146525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531237'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.525816 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171a7a29-905f-49a0-a4fb-a5fcd54f022e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:23.528400 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.530828 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6ac705d0-3922-4167-b37e-3bd34979f79c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/171a7a29-905f-49a0-a4fb-a5fcd54f022e HTTP/1.1" status: 204 len: 168 time: 0.2786047 Jun 30 02:05:23.533419 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48582) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:23.546580 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.550864 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.554987 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d77f82e0-1f65-466c-a9ae-e4e96513ed85 HTTP/1.1" status: 204 len: 168 time: 0.1549475 Jun 30 02:05:23.564597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab6e5-d9b6-49c5-8d3e-324786bbf2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f82e0-1f65-466c-a9ae-e4e96513ed85,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:23.622277 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.714201 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.724622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5dd0f6-7b4e-4503-83a4-a821a1377a00']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:23.734965 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c33a3b-fcb7-4606-ba03-cfb0122eaa55') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:23.735245 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c33a3b-fcb7-4606-ba03-cfb0122eaa55') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:23.744682 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.762826 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.769495 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:05:23.769886 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:05:23.771608 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:05:23.829452 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.835084 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.836974 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] 10.222.0.47 "DELETE /v2.0/networks/da5dd0f6-7b4e-4503-83a4-a821a1377a00 HTTP/1.1" status: 204 len: 168 time: 0.3025854 Jun 30 02:05:23.840299 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48592) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:23.855961 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b9e0-1903-456b-9b2b-ef9d10cc2dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=da5dd0f6-7b4e-4503-83a4-a821a1377a00,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:23.890559 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Deleting subnet c0380daa-a366-45de-a082-704fa217f1be {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:05:23.894218 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.932137 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:23.987555 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.059571 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.085892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0380daa-a366-45de-a082-704fa217f1be,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:24.090688 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.092935 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-2a6db383-ee1e-4787-8e77-532e48b4ff8b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c0380daa-a366-45de-a082-704fa217f1be HTTP/1.1" status: 204 len: 168 time: 0.2507007 Jun 30 02:05:24.095566 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48602) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:24.176647 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.264341 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.276058 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ed7eb7-9445-4d16-abbe-67aae5e256ba']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:24.288731 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7a5c15-ff3e-4e56-844a-1b8207c7ccc9') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:24.289052 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7a5c15-ff3e-4e56-844a-1b8207c7ccc9') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:05:24.298277 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13035325'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.313750 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.320726 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:05:24.321192 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146430'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: Traceback (most recent call last): Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: timer() Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: cb(*args, **kw) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: return func(*args, **kwargs) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: self._notify() Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: self.callback(batched_events) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: event.method(event) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: return f(self, *a, **k) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._get(url).json() Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:05:24.323481 dv-cinder-734415-14-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:05:24.386944 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.402569 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.404567 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] 10.222.0.47 "DELETE /v2.0/networks/72ed7eb7-9445-4d16-abbe-67aae5e256ba HTTP/1.1" status: 204 len: 168 time: 0.3079772 Jun 30 02:05:24.405934 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633160b2-ab02-412c-8895-45d90a238b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ed7eb7-9445-4d16-abbe-67aae5e256ba,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:24.590443 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48616) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:24.632806 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-c390df29-b8a3-465d-8c3f-3ddd7bd03f95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52a0f9ee579240c7a43737e3204696ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410368 Jun 30 02:05:24.635566 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48618) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:24.693335 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.720143 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.780003 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.782877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:24.784083 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af6c9c8d-af74-4944-98c0-ab7f17c4682a HTTP/1.1" status: 204 len: 168 time: 0.1474483 Jun 30 02:05:24.796869 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7f9d3-971d-48c1-818d-f252e66d6e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c9c8d-af74-4944-98c0-ab7f17c4682a,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:25.013983 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:25.150083 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48628) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:25.196433 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-cf570926-ab64-4dea-aa6e-b39a86e9645a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0d261a595834447afe26c5c713c5c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450921 Jun 30 02:05:25.199454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48632) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:25.251449 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:25.276444 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:25.330081 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:25.332755 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:25.333961 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb4550ef-1e29-4ea3-ade3-48ca108b0551 HTTP/1.1" status: 204 len: 168 time: 0.1335051 Jun 30 02:05:25.342225 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9bd9b-0545-4f16-aaf3-d50459ff14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4550ef-1e29-4ea3-ade3-48ca108b0551,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:26.678636 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:40.934781 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48874) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:41.038602 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d1e629c9-fef7-49d9-a207-e7641d547e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.129609 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d1e629c9-fef7-49d9-a207-e7641d547e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.134622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d1e629c9-fef7-49d9-a207-e7641d547e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.175501 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e629c9-fef7-49d9-a207-e7641d547e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10dbf9c-2b4b-4195-a6ad-307738d9d507,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:41.181445 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d1e629c9-fef7-49d9-a207-e7641d547e41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e65f2690d8bb4eb1b4bc9f53bc217dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454109 Jun 30 02:05:41.182497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48878) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:41.236528 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.258397 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.304881 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.307324 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.308480 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b10dbf9c-2b4b-4195-a6ad-307738d9d507 HTTP/1.1" status: 204 len: 168 time: 0.1250272 Jun 30 02:05:41.316488 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5f1ae-c5ee-4814-b979-f65181c97d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10dbf9c-2b4b-4195-a6ad-307738d9d507,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:41.609370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 48888) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:41.622477 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a06a158a-2db8-4f08-bf63-63edd92f640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.707780 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a06a158a-2db8-4f08-bf63-63edd92f640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.714241 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a06a158a-2db8-4f08-bf63-63edd92f640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.753747 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-a06a158a-2db8-4f08-bf63-63edd92f640e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59cc902634d04d01b7f6a6c9727a08db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432469 Jun 30 02:05:41.754425 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a158a-2db8-4f08-bf63-63edd92f640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4467ec3-ee7a-45dd-9d3c-ffe2fda1bf95,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:41.756644 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 48890) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:41.812478 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.836014 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.885878 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.888455 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:41.892571 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4467ec3-ee7a-45dd-9d3c-ffe2fda1bf95 HTTP/1.1" status: 204 len: 168 time: 0.1348305 Jun 30 02:05:41.900643 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30016-fbd1-4219-82ea-5ad88d4379d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4467ec3-ee7a-45dd-9d3c-ffe2fda1bf95,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:44.924322 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:05:49.743864 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-7084b7fc-a7d6-4d7c-b92b-3be9e5b2f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:49.983065 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-abe88451-bac3-4bf3-badb-eb0f02b6b5c5 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939564151&fields=id&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 267 time: 0.0458431 Jun 30 02:05:50.091910 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-7851d1ff-1e78-4efa-b74e-c54087d5a841 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:50.093636 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-7851d1ff-1e78-4efa-b74e-c54087d5a841 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1033027 Jun 30 02:05:50.114379 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-68b455fb-57e0-4ef2-9f7b-3d6936bd0494 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/quotas/6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 375 time: 0.0140588 Jun 30 02:05:50.199563 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-dae4aee6-5482-4552-ba5d-a818886bc0d4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774300 Jun 30 02:05:50.400996 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-daf0d833-8d4a-42b6-bbb9-5fe3b9863000 service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898203 Jun 30 02:05:50.493087 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-9a90b24e-99a7-423d-b6dc-a9445acd2ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858490 Jun 30 02:05:50.852232 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a25a385d-e25e-4086-b2b4-da14554dfd8f req-f5b395f2-d2a3-47e3-9bf3-a57782f13ae9 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 210 time: 0.0448747 Jun 30 02:05:52.003159 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-a1132c15-5ada-4a3b-b8d0-ab6c19cdc634 req-ecc071a7-3532-4694-bfa2-dac568cffcdd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 210 time: 0.0340097 Jun 30 02:05:52.395033 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:52.407007 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6ff650f6-49e2-43d9-a1a5-4292940c73a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:53.153334 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bb20b90f-6978-4d81-9255-fe1dfa13d343 req-0ba10e4c-ad93-4bd0-ad29-2e625c39cfbd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jun 30 02:05:53.332925 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:53.550629 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-c0b8d7db-cc60-41c0-be4d-e2a8f7e54c62 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:53.552991 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-c0b8d7db-cc60-41c0-be4d-e2a8f7e54c62 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1272652 Jun 30 02:05:53.604716 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-59c126f4-10c0-4249-a2c3-f3e23e889c08 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 379 time: 0.0405920 Jun 30 02:05:53.616599 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'port': {'device_id': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'admin_state_up': True, 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'security_groups': ['424e580e-b12a-4b1f-b24c-1ad30650b72d']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:53.735428 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Made reservation on behalf of 6fbf6f8a5e9a465ebb59c20c5f3ab308 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:05:53.739541 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:53.879209 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.20.0.12 (2c867ba5-acbc-4133-a5d6-1f2862525533/d3696a98-0649-4c06-b9f0-6aa6477b697d/6da1ba93-9639-4a03-b7df-dc9aa867aba4) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:05:54.021556 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.320223 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Transition to ACTIVE for port object 6da1ba93-9639-4a03-b7df-dc9aa867aba4 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:54.340074 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-75d24997-8adb-4e35-aec1-3fcf7743799d req-7c681a78-fbf0-480b-8277-05df59055e97 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 210 time: 0.0329161 Jun 30 02:05:54.372658 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.416564 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:05:54.420108 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:05:54.424255 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:05:54.433422 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:54.466710 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.467073 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.467380 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.467707 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.468016 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.468349 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.468677 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.469182 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.469523 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.469841 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.470156 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.470465 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:54.494177 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:54.494841 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.511647 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-edf0d743-98bb-4fa9-954f-d23b055bfbdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8989923 Jun 30 02:05:54.523746 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Request body: {'port': {'device_id': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:05:54.597461 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.619014 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-07035ae6-fadc-4414-a241-3417a2d7b88d None None] Provisioning for port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:05:54.622989 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-07035ae6-fadc-4414-a241-3417a2d7b88d None None] Provisioning complete for port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:05:54.623360 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07035ae6-fadc-4414-a241-3417a2d7b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.660837 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-07035ae6-fadc-4414-a241-3417a2d7b88d None None] Port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:05:54.878699 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da1ba93-9639-4a03-b7df-dc9aa867aba4 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:05:54.887123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.900762 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Transition to ACTIVE for port object 6da1ba93-9639-4a03-b7df-dc9aa867aba4 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:05:54.907167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:54.961822 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Pushing event updated for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:55.030107 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.056938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Attempting to bind port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:05:55.057409 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Attempting to bind port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:05:55.057969 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Attempting to bind port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:55.063296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 on network 2c867ba5-acbc-4133-a5d6-1f2862525533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:05:55.063630 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Attempting to bind port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:05:55.069914 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:05:55.070205 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:05:55.070451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Bound using segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:05:55.071115 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Bound port: 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:05:55.071529 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.154095 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:05:55.158932 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:05:55.165497 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.206591 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:55.207370 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.209312 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] 10.222.0.41 "PUT /v2.0/ports/6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 1094 time: 0.6898971 Jun 30 02:05:55.209849 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:05:55.212478 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0bdc38-e944-4977-812b-1f84263158da" -d '{"events": [{"name": "network-changed", "server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:05:55.239182 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18ab1-5498-4c40-ab3c-52b4add6f17b service neutron] Pushing event updated for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:55.271815 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825b6a6-4cd3-4da0-ba91-620833c8b54c x-openstack-request-id: req-9825b6a6-4cd3-4da0-ba91-620833c8b54c {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:05:55.272105 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:05:55.272357 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9825b6a6-4cd3-4da0-ba91-620833c8b54c {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:05:55.272762 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'status': 'completed', 'code': 200} Jun 30 02:05:55.339892 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-31298538-f977-4794-ac0a-5ad478e8f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:55.341615 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-31298538-f977-4794-ac0a-5ad478e8f360 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1097 time: 0.0648265 Jun 30 02:05:55.394349 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-632b00df-52fe-4518-833e-058a51693ae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 217 time: 0.0448241 Jun 30 02:05:55.448098 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49106) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:55.459608 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-3ec693c3-aee5-4afd-85ef-f55b701f2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:55.461134 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-3ec693c3-aee5-4afd-85ef-f55b701f2e16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0590615 Jun 30 02:05:55.539042 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22b59-321c-4446-bb17-c6744aca99b2 req-9fc2dac6-8553-425b-9bb5-767fa2f24887 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:55.540515 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-99f22b59-321c-4446-bb17-c6744aca99b2 req-9fc2dac6-8553-425b-9bb5-767fa2f24887 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0656967 Jun 30 02:05:55.560800 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.580654 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-99f22b59-321c-4446-bb17-c6744aca99b2 req-59101593-cc8a-4f44-aeca-a9e3b2c10132 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Jun 30 02:05:55.653171 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.658009 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.698123 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252393e1-8285-4e7b-b2b0-7d931c866ccd,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:55.702074 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41c31e87212347a8b2f731f5b747fdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529798 Jun 30 02:05:55.705002 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49110) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:05:55.708590 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.708982 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.709323 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.709641 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.709974 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.710297 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.710620 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.710941 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.711260 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.711576 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.711911 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.712236 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a61be-833c-40ba-a51a-aa5f2c3437e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:05:55.756709 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.778268 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.838806 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.841345 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:55.842540 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/252393e1-8285-4e7b-b2b0-7d931c866ccd HTTP/1.1" status: 204 len: 168 time: 0.1362936 Jun 30 02:05:55.850343 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b89e81-cf15-4a87-b94e-d386d25bd69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252393e1-8285-4e7b-b2b0-7d931c866ccd,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:05:56.449544 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-6a6e23bf-5946-4a3f-9973-f58c37f0df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:56.451072 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-6a6e23bf-5946-4a3f-9973-f58c37f0df14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0644999 Jun 30 02:05:56.678831 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:05:56.775785 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ad26a-b6a7-4819-90fd-a3f0e6b21b97 req-fd1f04cd-521e-4df7-a2bf-9e969725c02b tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:56.777357 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c27ad26a-b6a7-4819-90fd-a3f0e6b21b97 req-fd1f04cd-521e-4df7-a2bf-9e969725c02b tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0789397 Jun 30 02:05:56.819286 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c27ad26a-b6a7-4819-90fd-a3f0e6b21b97 req-317cedcc-47d9-4d87-a3fc-a464beeb6b36 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Jun 30 02:05:57.997275 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc59b-2f1d-48f2-a01e-523096f5ddf9 req-7673d3e6-4155-46e6-b9d5-6e17510767de tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:57.998777 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-788cc59b-2f1d-48f2-a01e-523096f5ddf9 req-7673d3e6-4155-46e6-b9d5-6e17510767de tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0667207 Jun 30 02:05:58.038269 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-788cc59b-2f1d-48f2-a01e-523096f5ddf9 req-570e1513-416b-470e-beb7-0782d005c58d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Jun 30 02:05:58.410679 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-1bd63ea2-a0aa-4c17-aa1d-51256ee37238 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931468 Jun 30 02:05:58.501657 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f5a17c90-66b7-4d14-9bc8-5bbea4f42a90 req-84e0f846-df01-426a-aa20-740d943a424c service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839698 Jun 30 02:05:58.605256 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdc38-e944-4977-812b-1f84263158da req-882d044e-7976-4e61-ae57-2e317236fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:58.607193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-882d044e-7976-4e61-ae57-2e317236fcd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1097 time: 0.0591378 Jun 30 02:05:58.712024 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdc38-e944-4977-812b-1f84263158da req-3d346803-c53e-4830-a24d-bda050241862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:58.713458 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-3d346803-c53e-4830-a24d-bda050241862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0984421 Jun 30 02:05:58.760057 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-b84c40da-0a8c-442a-b075-d1bea7c46212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 217 time: 0.0390098 Jun 30 02:05:58.814138 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdc38-e944-4977-812b-1f84263158da req-28f960f0-174e-45c4-8f9a-d95ee7dbfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:58.815753 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-28f960f0-174e-45c4-8f9a-d95ee7dbfa7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0494466 Jun 30 02:05:58.875719 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdc38-e944-4977-812b-1f84263158da req-cb5e3e76-e49a-4e49-88b8-167bea630a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:58.878278 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-cb5e3e76-e49a-4e49-88b8-167bea630a6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549819 Jun 30 02:05:58.994309 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-358894e4-e4ea-4bd9-b302-7401bc6da01e service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067429 Jun 30 02:05:59.090408 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4a0bdc38-e944-4977-812b-1f84263158da req-094737d1-7a1e-4f3d-9ae8-4deead5b2a8f service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889804 Jun 30 02:05:59.218350 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8ded-6628-4ad5-8a44-c241f4abcf54 req-510b99ea-08e6-4171-ac65-4ffb14c06d22 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:05:59.219873 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89dd8ded-6628-4ad5-8a44-c241f4abcf54 req-510b99ea-08e6-4171-ac65-4ffb14c06d22 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0666876 Jun 30 02:05:59.261272 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89dd8ded-6628-4ad5-8a44-c241f4abcf54 req-43e714fb-6433-4084-95ca-da2d4b938e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Jun 30 02:06:00.467489 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4061-1e52-41bf-b38d-f6d8b764d5c4 req-5109bd7f-c087-48ec-983c-452eb73495cb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:00.473911 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c86e4061-1e52-41bf-b38d-f6d8b764d5c4 req-5109bd7f-c087-48ec-983c-452eb73495cb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0787435 Jun 30 02:06:00.512923 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c86e4061-1e52-41bf-b38d-f6d8b764d5c4 req-a19b9346-6122-4a8d-a207-52616031b314 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Jun 30 02:06:01.700360 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef8642-e654-4202-9bdf-cbf170df00ac req-360195c7-1b04-4acb-b5f3-1ea3073afbdf tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:01.702041 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbef8642-e654-4202-9bdf-cbf170df00ac req-360195c7-1b04-4acb-b5f3-1ea3073afbdf tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0777891 Jun 30 02:06:01.746696 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbef8642-e654-4202-9bdf-cbf170df00ac req-7ffd949b-a36e-4140-8e54-c483d7f5a399 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371351 Jun 30 02:06:02.929727 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6be75-4e1f-46c2-81dc-fc16ba23e42a req-16a3478b-e0d6-4955-92f8-e9c2a7d413e4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:02.931238 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-75e6be75-4e1f-46c2-81dc-fc16ba23e42a req-16a3478b-e0d6-4955-92f8-e9c2a7d413e4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0692761 Jun 30 02:06:02.976516 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-75e6be75-4e1f-46c2-81dc-fc16ba23e42a req-0e45c886-d0e6-4c43-a7d5-e7c4b7457d51 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Jun 30 02:06:04.155600 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4b6c7-54ef-4a5f-8e14-acec03ee5412 req-c872facf-8f46-4a97-bdc4-6495e91801aa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:04.157384 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fba4b6c7-54ef-4a5f-8e14-acec03ee5412 req-c872facf-8f46-4a97-bdc4-6495e91801aa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0668736 Jun 30 02:06:04.196492 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fba4b6c7-54ef-4a5f-8e14-acec03ee5412 req-cf90cb4a-ca8f-40ce-8232-2ef66609862b tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Jun 30 02:06:05.374168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b1868-3757-422e-a65c-215c59a9be48 req-816d426e-73a7-4489-a22e-d511e76f5a96 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:05.375640 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ab5b1868-3757-422e-a65c-215c59a9be48 req-816d426e-73a7-4489-a22e-d511e76f5a96 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 944 time: 0.0668085 Jun 30 02:06:05.414197 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ab5b1868-3757-422e-a65c-215c59a9be48 req-c9c9d584-9077-4de3-9056-91f5402cdedc tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Jun 30 02:06:05.495188 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6da1ba93-9639-4a03-b7df-dc9aa867aba4 details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:06:05.603814 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:06:05.616075 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'port_id': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'mac_address': 'fa:16:3e:f1:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:06:05.658290 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:05.672179 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da1ba93-9639-4a03-b7df-dc9aa867aba4 {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:06:05.691824 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:06:05.698445 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:05.748645 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:05.948021 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['6da1ba93-9639-4a03-b7df-dc9aa867aba4'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:06:06.602157 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bc728-24a0-4b93-9eee-7d8ef8d5637f req-17ddfdb6-f116-40e0-ae1b-901d2e0e4b60 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:06.603633 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc3bc728-24a0-4b93-9eee-7d8ef8d5637f req-17ddfdb6-f116-40e0-ae1b-901d2e0e4b60 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 945 time: 0.0738950 Jun 30 02:06:06.647645 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bc3bc728-24a0-4b93-9eee-7d8ef8d5637f req-d0a11acf-0b2c-49d7-85b9-ef933760c9f7 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380552 Jun 30 02:06:07.511619 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6da1ba93-9639-4a03-b7df-dc9aa867aba4 up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:06:07.562790 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:06:07.566606 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:06:07.566977 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:07.649858 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:07.672065 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:06:07.674367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6655406-c9ab-4bfe-bad5-37af38f7813d" -d '{"events": [{"server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "name": "network-vif-plugged", "status": "completed", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:06:07.690058 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:06:07.695929 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:07.728109 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dfa143-23e5-44ed-98c3-29daea1360e0 x-openstack-request-id: req-a9dfa143-23e5-44ed-98c3-29daea1360e0 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:06:07.728384 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "name": "network-vif-plugged", "status": "completed", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:06:07.728640 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9dfa143-23e5-44ed-98c3-29daea1360e0 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:06:07.729045 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'code': 200} Jun 30 02:06:07.759267 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:07.843825 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2610-36dc-49f2-9278-8888ede2c399 req-7a60c398-6590-42a3-9966-469c0437f49c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:07.845362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6dab2610-36dc-49f2-9278-8888ede2c399 req-7a60c398-6590-42a3-9966-469c0437f49c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0728414 Jun 30 02:06:07.888073 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-6dab2610-36dc-49f2-9278-8888ede2c399 req-5bfb5278-8238-40b4-a08d-e82a948889b5 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363488 Jun 30 02:06:09.087222 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0d3f4-5672-4ae3-bf01-ca1173a915bf req-93302c93-8e4a-434a-aaff-cac865d2f9af tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:09.088740 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-86e0d3f4-5672-4ae3-bf01-ca1173a915bf req-93302c93-8e4a-434a-aaff-cac865d2f9af tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0735652 Jun 30 02:06:09.135851 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-86e0d3f4-5672-4ae3-bf01-ca1173a915bf req-937354c2-125e-4f92-8848-fc638411cc7d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410762 Jun 30 02:06:10.318340 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96ceb-1c31-4620-a67c-3ca716d778de req-f41ed606-c9bd-4c45-afc8-d3ce72c4b8d9 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:10.319845 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-01c96ceb-1c31-4620-a67c-3ca716d778de req-f41ed606-c9bd-4c45-afc8-d3ce72c4b8d9 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0681081 Jun 30 02:06:10.370233 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-01c96ceb-1c31-4620-a67c-3ca716d778de req-363b1edd-e0dc-4337-854c-719ef5189d45 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Jun 30 02:06:11.135321 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be8dc3-172e-4e2e-80d1-1d9a93110a24 req-c7415d5c-b0a4-49e4-ab25-64c804f39fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:11.136904 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08be8dc3-172e-4e2e-80d1-1d9a93110a24 req-c7415d5c-b0a4-49e4-ab25-64c804f39fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1099 time: 0.0533826 Jun 30 02:06:11.176760 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08be8dc3-172e-4e2e-80d1-1d9a93110a24 req-253510ff-fbd0-491d-8b9a-2cb4e06fe371 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Jun 30 02:06:11.566472 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258409-102c-4d2a-8c2e-c75e0aa41c4a req-3831c06e-2f99-43d5-ae8e-dd8cd99c4baa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:11.568902 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-de258409-102c-4d2a-8c2e-c75e0aa41c4a req-3831c06e-2f99-43d5-ae8e-dd8cd99c4baa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0740228 Jun 30 02:06:11.610316 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-de258409-102c-4d2a-8c2e-c75e0aa41c4a req-937796b4-4b76-47dc-893a-cb395266351f tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Jun 30 02:06:12.805955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b248a75-57d9-4019-85cb-0d9a972e00dc req-a9581be6-218c-4dc3-a848-0e835f5ce6dd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:12.807548 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b248a75-57d9-4019-85cb-0d9a972e00dc req-a9581be6-218c-4dc3-a848-0e835f5ce6dd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0788364 Jun 30 02:06:12.864986 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b248a75-57d9-4019-85cb-0d9a972e00dc req-5e9df577-e6c4-4109-bd59-c7255d80a4bc tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Jun 30 02:06:13.061174 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8259c-e911-4fba-837a-6d93b4833c90 req-a7c8a938-ddce-48c8-861b-8b3e5a66fd19 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:13.062796 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a7c8259c-e911-4fba-837a-6d93b4833c90 req-a7c8a938-ddce-48c8-861b-8b3e5a66fd19 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0818813 Jun 30 02:06:13.105815 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a7c8259c-e911-4fba-837a-6d93b4833c90 req-b5b50572-7516-4d0f-8e40-ae07561b251d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Jun 30 02:06:13.130007 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49374) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:13.350695 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfbc224-7fed-4413-81ab-ecbb330a30d8 tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:13.352231 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6cfbc224-7fed-4413-81ab-ecbb330a30d8 tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1094 time: 0.2212203 Jun 30 02:06:13.355309 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49378) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:13.359892 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'port_id': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:06:13.384751 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:13.491325 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:13.601756 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.27.2.244 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/1e54e625-7b47-45ab-89d3-d46b2832c0fb) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:06:13.707186 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:13.748666 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:13.785685 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:06:13.788489 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:06:13.792219 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:06:13.800565 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=1e54e625-7b47-45ab-89d3-d46b2832c0fb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:14.176556 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:14.266188 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:14.436881 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:14.442386 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:14.510407 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=1e54e625-7b47-45ab-89d3-d46b2832c0fb,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:14.526769 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:14.625289 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP bf6af088-4633-475b-ac06-06f8f90acf2d associated. External IP: 172.27.2.244, port: 6da1ba93-9639-4a03-b7df-dc9aa867aba4. Jun 30 02:06:15.100666 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:06:15.211488 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:06:15.225277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:06:15.229702 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:15.240427 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:06:15.241108 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:05:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:06:15.286192 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d7223cb2-5de6-42ee-8869-1aa8d1fbdc1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9297485 Jun 30 02:06:15.287103 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:06:15.289518 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc01de5d-8425-485f-9f54-e8e0e2276f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:06:15.339648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7d0d72-8df3-444c-baac-b77acd42ed93 x-openstack-request-id: req-9a7d0d72-8df3-444c-baac-b77acd42ed93 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:06:15.340029 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:06:15.340285 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a7d0d72-8df3-444c-baac-b77acd42ed93 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:06:15.340666 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'status': 'completed', 'code': 200} Jun 30 02:06:15.382040 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:06:15.466676 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-563197b0-34da-4869-bea3-7c73fa8d0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:15.469222 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-563197b0-34da-4869-bea3-7c73fa8d0814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1099 time: 0.0980978 Jun 30 02:06:15.641932 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49406) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:15.659691 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-10185f40-b2bd-43be-8457-ba102e20d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:15.661553 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-10185f40-b2bd-43be-8457-ba102e20d483 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.1849234 Jun 30 02:06:15.708145 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'bf6af088-4633-475b-ac06-06f8f90acf2d', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:f1:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:06:14Z', 'updated_at': '2021-06-30T02:06:14Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:06:15.736493 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:06:15.738017 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-43b056d4-6774-473d-a799-5229f4324345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 1000 time: 0.0670195 Jun 30 02:06:15.746102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:06:15.746709 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:05:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:06:15.783208 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b6396ee-012e-476c-a23a-3fb5ffe44aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:15.795189 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-c4bec192-2d54-43bf-8458-f33fca1fb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:15.796913 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-c4bec192-2d54-43bf-8458-f33fca1fb5a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0513268 Jun 30 02:06:15.868103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:06:15.871666 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-d99cf983-4950-465e-b450-472ece1792ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:06:15.873347 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-d99cf983-4950-465e-b450-472ece1792ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677698 Jun 30 02:06:15.885452 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b6396ee-012e-476c-a23a-3fb5ffe44aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:15.890694 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3b6396ee-012e-476c-a23a-3fb5ffe44aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:15.933769 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3b6396ee-012e-476c-a23a-3fb5ffe44aed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b621f56e3c2b4877b7fe9ab1b704fd26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864361 Jun 30 02:06:15.933769 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6396ee-012e-476c-a23a-3fb5ffe44aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41295ff1-bac4-470d-95c9-9742543f2fcb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:15.934089 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49410) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:16.014041 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-1e1be6de-44eb-40d1-ad91-c6c77ce4e643 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331942 Jun 30 02:06:16.016760 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.040072 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.088333 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.092578 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.093840 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41295ff1-bac4-470d-95c9-9742543f2fcb HTTP/1.1" status: 204 len: 168 time: 0.1561484 Jun 30 02:06:16.102855 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1949a65-0b93-4df8-a11b-a554801d63eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41295ff1-bac4-470d-95c9-9742543f2fcb,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:16.110049 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'bf6af088-4633-475b-ac06-06f8f90acf2d', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:f1:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:06:14Z', 'updated_at': '2021-06-30T02:06:14Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:06:16.275318 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0262352-8e74-4702-8c08-103cd1f22e02 None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': 'bf6af088-4633-475b-ac06-06f8f90acf2d', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:f1:b9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:06:14Z', 'updated_at': '2021-06-30T02:06:14Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:06:16.381991 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49416) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:16.395527 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-70e4e83c-62d5-4f1e-b9ab-6d81386f1892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.484650 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae11e5-a754-4651-80df-18de40621b04 None None] New status for floating IP bf6af088-4633-475b-ac06-06f8f90acf2d: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:06:16.498575 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-70e4e83c-62d5-4f1e-b9ab-6d81386f1892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.502772 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-70e4e83c-62d5-4f1e-b9ab-6d81386f1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.543426 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-70e4e83c-62d5-4f1e-b9ab-6d81386f1892 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6407374a7a34b359d77be53db27176f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602926 Jun 30 02:06:16.544318 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e83c-62d5-4f1e-b9ab-6d81386f1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666d95a8-ba22-40fd-84b3-b77b77d67983,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:16.546504 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49418) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:16.607373 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.644209 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.699853 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.702685 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:16.703959 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/666d95a8-ba22-40fd-84b3-b77b77d67983 HTTP/1.1" status: 204 len: 168 time: 0.1552787 Jun 30 02:06:16.713971 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84428e58-7ec4-44d6-bdf5-b54a1cf03b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d95a8-ba22-40fd-84b3-b77b77d67983,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:17.014159 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-fc01de5d-8425-485f-9f54-e8e0e2276f7b req-6c798afc-c095-4633-910f-cd5b49338c8b service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057212 Jun 30 02:06:18.497033 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49476) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:18.601943 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64dd5f9f-b744-45aa-854b-64ddd7781f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.691801 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64dd5f9f-b744-45aa-854b-64ddd7781f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.696570 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-64dd5f9f-b744-45aa-854b-64ddd7781f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.734981 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-64dd5f9f-b744-45aa-854b-64ddd7781f3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2de0f7b8e99b42a0963f3e97bea95e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368407 Jun 30 02:06:18.736156 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd5f9f-b744-45aa-854b-64ddd7781f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd161b4-a3e5-4648-9565-6b6f1650e13b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:18.737755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49480) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:18.792025 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.815901 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.861939 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.864557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:18.865837 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbd161b4-a3e5-4648-9565-6b6f1650e13b HTTP/1.1" status: 204 len: 168 time: 0.1263988 Jun 30 02:06:18.873875 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fa7f-829e-4e79-8255-25f16fdf28a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd161b4-a3e5-4648-9565-6b6f1650e13b,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:19.132910 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49488) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:19.146429 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4ce2-0213-47c1-807e-19b8e328f48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.235311 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4ce2-0213-47c1-807e-19b8e328f48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.240114 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dfd4ce2-0213-47c1-807e-19b8e328f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.280606 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2dfd4ce2-0213-47c1-807e-19b8e328f48f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80e99182d71a42a68d0d00bb35c570cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465521 Jun 30 02:06:19.281454 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd4ce2-0213-47c1-807e-19b8e328f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84545019-895a-42b1-9773-904d9a312b48,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:19.284288 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49490) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:19.336315 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.358100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.407845 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.410569 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:19.411737 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84545019-895a-42b1-9773-904d9a312b48 HTTP/1.1" status: 204 len: 168 time: 0.1260979 Jun 30 02:06:19.420360 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6fd4-1d80-43f3-b48d-efe687ac0c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84545019-895a-42b1-9773-904d9a312b48,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:19.739428 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-24704d00-66af-41cc-9f65-49780d54e5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:21.927146 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:06:22.388839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:22.408104 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-811a8915-dcae-4be3-b4b7-f400c632dc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:23.335367 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:23.669302 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49572) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:23.789228 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b10779f3-cca8-4ce3-bba8-fb0108cf3676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:23.887525 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b10779f3-cca8-4ce3-bba8-fb0108cf3676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:23.893245 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b10779f3-cca8-4ce3-bba8-fb0108cf3676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:23.932242 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b10779f3-cca8-4ce3-bba8-fb0108cf3676 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38c181100c294a66ac5713ab0708f632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618477 Jun 30 02:06:23.933150 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10779f3-cca8-4ce3-bba8-fb0108cf3676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf597de-2ceb-4a52-b91b-9dbed5c3e5f4,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:23.935124 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49576) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:23.993287 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.014821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.063699 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.066304 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.067520 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdf597de-2ceb-4a52-b91b-9dbed5c3e5f4 HTTP/1.1" status: 204 len: 168 time: 0.1293373 Jun 30 02:06:24.075459 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac450bf-05de-47cc-b1b8-987fc4700f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf597de-2ceb-4a52-b91b-9dbed5c3e5f4,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:24.358318 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49582) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:24.371893 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-630c088e-51d1-4113-8955-1578ebf88c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.466074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-630c088e-51d1-4113-8955-1578ebf88c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.474298 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-630c088e-51d1-4113-8955-1578ebf88c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.516817 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-630c088e-51d1-4113-8955-1578ebf88c30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8de4904aa959438988c16e3b6d050576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572986 Jun 30 02:06:24.518025 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c088e-51d1-4113-8955-1578ebf88c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c576395-d367-4d48-b99a-25e14cc69fda,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:24.520199 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49584) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:24.575386 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.598405 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.651070 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.653670 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:24.654861 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c576395-d367-4d48-b99a-25e14cc69fda HTTP/1.1" status: 204 len: 168 time: 0.1335845 Jun 30 02:06:24.662557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075686f3-d3fb-488e-adb0-6634436a0555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c576395-d367-4d48-b99a-25e14cc69fda,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:25.023011 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:26.703758 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:31.774161 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49626) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:31.882862 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b67b-c932-40ab-9f17-2462dfa583c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:31.973551 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b67b-c932-40ab-9f17-2462dfa583c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:31.980192 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b67b-c932-40ab-9f17-2462dfa583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.019155 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6b67b-c932-40ab-9f17-2462dfa583c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01c61a9-1915-4991-8b48-c5df7d449ee4,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:32.025621 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1ed6b67b-c932-40ab-9f17-2462dfa583c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=021bcfb54e0a4450a3e2cd131a98348d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500379 Jun 30 02:06:32.027161 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49630) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:32.080440 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.109235 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.171345 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.173970 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:32.175126 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f01c61a9-1915-4991-8b48-c5df7d449ee4 HTTP/1.1" status: 204 len: 168 time: 0.1470416 Jun 30 02:06:32.183733 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e18a9-9263-4260-80f2-a191a4ad0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01c61a9-1915-4991-8b48-c5df7d449ee4,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:43.153335 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 49766) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:43.277251 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9fc785e8-b89a-43e0-9c68-750993c6a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.369910 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9fc785e8-b89a-43e0-9c68-750993c6a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.374855 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9fc785e8-b89a-43e0-9c68-750993c6a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.416107 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9fc785e8-b89a-43e0-9c68-750993c6a1e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=909cf775daa246afbd45057bfc6a2ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614324 Jun 30 02:06:43.416734 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc785e8-b89a-43e0-9c68-750993c6a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7857608d-ba8a-4ef9-8cf9-f8e89d7a63d6,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:43.418776 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49770) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:06:43.468024 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.497244 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.546881 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.549603 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:43.550843 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7857608d-ba8a-4ef9-8cf9-f8e89d7a63d6 HTTP/1.1" status: 204 len: 168 time: 0.1309812 Jun 30 02:06:43.558876 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc19a5-3160-4648-8498-b530344e3133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7857608d-ba8a-4ef9-8cf9-f8e89d7a63d6,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:06:49.747540 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f85c0c96-5a69-41ce-a583-20f60e4f44eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:52.400801 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:52.412736 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb990-0355-4321-bc71-f22343d04565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:53.337177 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:55.019507 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:56.710435 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:06:58.935742 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:07:02.911536 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-d638443e-6128-4467-a706-b8e0fb87a1af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528841 Jun 30 02:07:03.024817 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-8802af73-efa9-4ac9-8e3c-4aa5a4bc49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:07:03.026362 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-8802af73-efa9-4ac9-8e3c-4aa5a4bc49b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1099 time: 0.0624254 Jun 30 02:07:03.133504 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-8d59fdf9-4944-41c7-b343-1c311b0420d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:07:03.134965 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-8d59fdf9-4944-41c7-b343-1c311b0420d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0874271 Jun 30 02:07:03.202108 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-53fe0309-b3e9-41b9-a3ed-ad1ef13ba58a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 1002 time: 0.0598192 Jun 30 02:07:03.254414 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-7d8b183e-6ac4-4d9c-93af-619b133c1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:07:03.255894 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-7d8b183e-6ac4-4d9c-93af-619b133c1d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0462172 Jun 30 02:07:03.314460 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-31e03008-f511-422a-824a-15883e943195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:07:03.315955 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-31e03008-f511-422a-824a-15883e943195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530345 Jun 30 02:07:03.408410 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-43ab979a-00b7-43ab-bd6f-c16308757bae service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Jun 30 02:07:03.503138 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-61761224-9d8d-4e8a-a060-da5c4296bc2e req-68d97843-6a99-45c5-8bca-ee3baf2274a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Jun 30 02:07:19.741331 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-544bc3d7-b751-48eb-80dc-7904c00c173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:22.405042 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:22.418312 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5847fa36-7a77-4476-873b-7953d372b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:23.349181 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:25.026821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:26.724805 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:35.928468 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:07:49.749486 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d930-0519-4ad2-960c-61ce114a0642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:52.398230 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:52.420684 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-478ab78d-f1ea-4f9d-832f-720fce329c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:53.343379 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:55.028336 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:07:56.721730 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:05.021881 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-f9654308-314c-4c6f-b667-8a50ce4e55a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1522734 Jun 30 02:08:05.131163 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-aad0dea5-6671-4a90-b2b8-c2fee53c3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:05.132868 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-aad0dea5-6671-4a90-b2b8-c2fee53c3e08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 1099 time: 0.0591142 Jun 30 02:08:05.249113 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-ba954015-d35c-4972-8c9a-27c1408c0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:05.250681 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-ba954015-d35c-4972-8c9a-27c1408c0e46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0907712 Jun 30 02:08:05.330491 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-c9c969d9-6f36-4f93-88d2-341c368ff7d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 200 len: 1002 time: 0.0695772 Jun 30 02:08:05.387319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-245a5206-51c6-4998-87dc-e97732298cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:05.388680 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-245a5206-51c6-4998-87dc-e97732298cb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0484009 Jun 30 02:08:05.450135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-38fec6e9-8313-4ccb-9fdb-dbbdba56c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:05.451768 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-38fec6e9-8313-4ccb-9fdb-dbbdba56c6b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523398 Jun 30 02:08:05.467821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-08c79eff-d9f4-41a1-854a-6c3711aabc66 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:08:05.468799 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-08c79eff-d9f4-41a1-854a-6c3711aabc66 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064778 Jun 30 02:08:05.560476 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-a930a84e-47ba-49e1-bc8b-6f4f4f1529c9 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811012 Jun 30 02:08:05.666474 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9007dbd5-9045-4b27-9778-41b3920c7e95 req-b8199a88-2fb1-4f1c-9b3e-c2958a9e64aa service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981283 Jun 30 02:08:12.928519 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:08:15.261778 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14979c45-1c7d-4b47-9c57-2afa67cc9dab req-37e26f7b-a866-4be8-aa37-11e09e92d3d8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:15.263327 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-14979c45-1c7d-4b47-9c57-2afa67cc9dab req-37e26f7b-a866-4be8-aa37-11e09e92d3d8 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.1778207 Jun 30 02:08:15.303940 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-14979c45-1c7d-4b47-9c57-2afa67cc9dab req-90f6fc4a-f688-4f0c-88a9-3aa65a88bf6a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336521 Jun 30 02:08:16.546381 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e808c4f-e5a1-45b6-9088-e6ee871c23ce req-f15eb6cc-edf8-4ace-b46b-87bf51304fb1 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:16.547981 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e808c4f-e5a1-45b6-9088-e6ee871c23ce req-f15eb6cc-edf8-4ace-b46b-87bf51304fb1 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.1226277 Jun 30 02:08:16.589271 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e808c4f-e5a1-45b6-9088-e6ee871c23ce req-0337aaf3-6658-4440-93fa-c9d6cb4793db tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352316 Jun 30 02:08:16.989485 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-a2e54579-ff6f-401d-941a-84fcd1e83430 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:16.991204 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-a2e54579-ff6f-401d-941a-84fcd1e83430 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 946 time: 0.0772371 Jun 30 02:08:17.100820 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:08:17.101168 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.193827 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] For port 6da1ba93-9639-4a03-b7df-dc9aa867aba4, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=6da1ba93-9639-4a03-b7df-dc9aa867aba4,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:08:17.194451 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.360501 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.360867 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.361250 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP bf6af088-4633-475b-ac06-06f8f90acf2d disassociated. External IP: 172.27.2.244, port: 6da1ba93-9639-4a03-b7df-dc9aa867aba4. Jun 30 02:08:17.361604 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for 6da1ba93-9639-4a03-b7df-dc9aa867aba4 owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:08:17.491771 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.531352 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=6da1ba93-9639-4a03-b7df-dc9aa867aba4,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:17.541012 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.541364 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.541700 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.542032 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.542358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.542688 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.543019 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.543342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.543667 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.543983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.544303 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.544621 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:17.650700 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:08:17.770298 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-efa2e0ed-2b41-4b15-970f-65fb8c882378 req-84829748-0f1b-457e-a440-8560fc27a5dc tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=54b20b28-6e99-4416-b066-a5f7f82ffda7 HTTP/1.1" status: 200 len: 210 time: 0.0607469 Jun 30 02:08:17.790934 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:08:17.801083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:08:17.812478 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:08:17.813208 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:07:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:17.840431 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] No DVR routers for this DVR port 6da1ba93-9639-4a03-b7df-dc9aa867aba4 on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:08:17.842990 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:17.845024 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d8718aa5-81c4-4aa1-a988-104ab6c3ee1d req-6b5c6936-664e-4265-899e-684a409538fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "DELETE /v2.0/ports/6da1ba93-9639-4a03-b7df-dc9aa867aba4 HTTP/1.1" status: 204 len: 173 time: 0.8458662 Jun 30 02:08:17.845484 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'name': 'network-vif-deleted', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:08:17.848015 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32dd0a-0bd5-42f5-ac6b-8e0788d0a2c4" -d '{"events": [{"server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "name": "network-vif-deleted", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:08:17.940102 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:08:17.962176 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b436ec-7186-4931-a7de-a03c7b21cb78 x-openstack-request-id: req-21b436ec-7186-4931-a7de-a03c7b21cb78 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:08:17.962471 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b20b28-6e99-4416-b066-a5f7f82ffda7", "name": "network-vif-deleted", "tag": "6da1ba93-9639-4a03-b7df-dc9aa867aba4", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:08:17.962725 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21b436ec-7186-4931-a7de-a03c7b21cb78 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:08:17.963119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b20b28-6e99-4416-b066-a5f7f82ffda7', 'name': 'network-vif-deleted', 'tag': '6da1ba93-9639-4a03-b7df-dc9aa867aba4', 'status': 'completed', 'code': 200} Jun 30 02:08:18.148499 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:18.179987 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:08:18.189889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:08:18.190536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:07:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:18.301037 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:08:18.498933 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:18.529245 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16116dd8-d39a-4b7d-9bae-be46b922fbca None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:08:18.790866 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c5797-b07b-452d-9c7d-b26ad2884d4a None None] New status for floating IP bf6af088-4633-475b-ac06-06f8f90acf2d: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:08:19.129360 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-5c206c01-ea23-475a-a739-9258d0c558fd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939564151&fields=id&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 267 time: 0.0409558 Jun 30 02:08:19.239492 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-5299de5e-01a0-4c76-94eb-a1a44be2731a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:19.240964 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-5299de5e-01a0-4c76-94eb-a1a44be2731a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1052330 Jun 30 02:08:19.258910 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-ba975466-c6e3-4121-826e-2ae481411652 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/quotas/6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 375 time: 0.0121229 Jun 30 02:08:19.337010 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7ac3d9e7-2335-4ad1-8332-ae20f29b3404 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722003 Jun 30 02:08:19.404155 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-4b7e9488-17cb-4b8e-90e2-b60f83501134 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:08:19.405157 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-4b7e9488-17cb-4b8e-90e2-b60f83501134 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548635 Jun 30 02:08:19.502288 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-8090948b-b7f8-4cd0-865f-11fcfda520f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907645 Jun 30 02:08:19.602194 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-8b74f7aa-b8db-4d63-9445-a5a5b538e51d service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923669 Jun 30 02:08:19.744060 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-556047c5-17d4-46eb-97f0-625e92095436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:19.936147 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-2d4ed9c4-b33e-45ea-83e6-8eefb7ebfedb req-746c91f6-ba9f-4707-84e7-fe0f618e5cf6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 210 time: 0.0342963 Jun 30 02:08:21.080875 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-97e8e2f5-7e10-4443-921a-20144fcce6ee req-235eeb6b-0346-4e46-9e32-022f0b65f2b0 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Jun 30 02:08:21.252151 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-50a25bef-dd5e-4e70-ac3a-ef4fb9db1c44 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:21.253746 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-50a25bef-dd5e-4e70-ac3a-ef4fb9db1c44 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1118259 Jun 30 02:08:21.315134 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-973b3b37-2c7c-45df-a339-41c129b2a9fd tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 379 time: 0.0457292 Jun 30 02:08:21.326700 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'port': {'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'admin_state_up': True, 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'security_groups': ['424e580e-b12a-4b1f-b24c-1ad30650b72d']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:08:21.442458 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Made reservation on behalf of 6fbf6f8a5e9a465ebb59c20c5f3ab308 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:08:21.447676 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:21.575609 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.20.0.7 (2c867ba5-acbc-4133-a5d6-1f2862525533/d3696a98-0649-4c06-b9f0-6aa6477b697d/99df6f75-31c1-4e31-a536-a66f055d521b) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:08:21.722459 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:21.739956 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Transition to ACTIVE for port object 99df6f75-31c1-4e31-a536-a66f055d521b will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:08:21.773965 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:21.821626 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:08:21.824890 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:08:21.828818 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:08:21.837441 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:21.884310 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:21.884970 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:21.899294 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-f99ecc31-6e0c-4ca4-882a-fc6401843e89 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766561 Jun 30 02:08:21.911557 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Request body: {'port': {'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:08:21.986652 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.115214 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6da1ba93-9639-4a03-b7df-dc9aa867aba4 no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:08:22.142173 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 6da1ba93-9639-4a03-b7df-dc9aa867aba4 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:08:22.142509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 6da1ba93-9639-4a03-b7df-dc9aa867aba4 not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:08:22.156291 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5ba11982-dda1-4212-b27f-8e88e88ca3fc None None] Provisioning for port 99df6f75-31c1-4e31-a536-a66f055d521b completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:08:22.161810 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5ba11982-dda1-4212-b27f-8e88e88ca3fc None None] Provisioning complete for port 99df6f75-31c1-4e31-a536-a66f055d521b triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:08:22.162159 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5ba11982-dda1-4212-b27f-8e88e88ca3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.200130 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-5ba11982-dda1-4212-b27f-8e88e88ca3fc None None] Port 99df6f75-31c1-4e31-a536-a66f055d521b cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:08:22.402486 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.428039 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-65afede0-b3ce-44ea-938b-d87db4fa761c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.486751 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb1bd-e491-41f2-bb2f-23af63f70a8a req-2f23f898-e312-4c99-ac8a-bbd625792042 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:22.488234 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-be3bb1bd-e491-41f2-bb2f-23af63f70a8a req-2f23f898-e312-4c99-ac8a-bbd625792042 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 931 time: 0.1809916 Jun 30 02:08:22.548958 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-be3bb1bd-e491-41f2-bb2f-23af63f70a8a req-7052fa43-6583-429b-a29c-399c33f731cf tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543439 Jun 30 02:08:22.622206 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99df6f75-31c1-4e31-a536-a66f055d521b {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:08:22.629616 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.641523 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Transition to ACTIVE for port object 99df6f75-31c1-4e31-a536-a66f055d521b will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:08:22.645926 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.711389 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:22.789512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Attempting to bind port 99df6f75-31c1-4e31-a536-a66f055d521b on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:08:22.789859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Attempting to bind port 99df6f75-31c1-4e31-a536-a66f055d521b by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:08:22.790169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Attempting to bind port 99df6f75-31c1-4e31-a536-a66f055d521b on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:08:22.795026 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Port 99df6f75-31c1-4e31-a536-a66f055d521b on network 2c867ba5-acbc-4133-a5d6-1f2862525533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:08:22.795509 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Attempting to bind port 99df6f75-31c1-4e31-a536-a66f055d521b on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:08:22.800449 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:08:22.800821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:08:22.801196 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Bound using segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:08:22.801632 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Bound port: 99df6f75-31c1-4e31-a536-a66f055d521b, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:08:22.801988 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.877179 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:08:22.881191 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=99df6f75-31c1-4e31-a536-a66f055d521b,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:08:22.887169 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.939449 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:22.940475 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:22.942829 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 1093 time: 1.0355983 Jun 30 02:08:22.943515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:08:22.947668 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92697a-6d00-4c4a-898c-ba3063166fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:08:22.991851 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8370c-b6b4-488f-8cac-527ba0443964 x-openstack-request-id: req-d4e8370c-b6b4-488f-8cac-527ba0443964 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:08:22.992283 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:08:22.992545 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4e8370c-b6b4-488f-8cac-527ba0443964 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:08:22.992960 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b', 'status': 'completed', 'code': 200} Jun 30 02:08:22.993627 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892b2ac-9e5a-449b-8b96-e44c2d8830e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:23.084007 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-40a85883-01ce-4f4c-bafc-e04931f09e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.085672 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-40a85883-01ce-4f4c-bafc-e04931f09e17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1096 time: 0.0889270 Jun 30 02:08:23.140725 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-10999821-9569-43c2-9c70-0b21549d035f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 217 time: 0.0414202 Jun 30 02:08:23.196509 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-8111220d-a6b5-43fc-9220-50a14d1cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.198897 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-8111220d-a6b5-43fc-9220-50a14d1cea21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0486982 Jun 30 02:08:23.265336 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989784e4-22c2-40db-aca6-fe4d30880956 req-09b9386d-5e97-4a36-b35b-3d8fd51d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.266847 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-09b9386d-5e97-4a36-b35b-3d8fd51d543d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575838 Jun 30 02:08:23.345327 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:23.364003 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-a87c326c-448d-4307-b43e-6f33f34a6adb service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869880 Jun 30 02:08:23.455721 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-989784e4-22c2-40db-aca6-fe4d30880956 req-d94d8929-4203-473e-82d0-ec9d466f776e service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839396 Jun 30 02:08:23.567364 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-b31eda52-9877-4416-b604-1f91293c491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.569218 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-b31eda52-9877-4416-b604-1f91293c491e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1096 time: 0.0576723 Jun 30 02:08:23.678872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-6c3a6905-b4b2-4768-b9d7-be4fefcb81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.680279 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-6c3a6905-b4b2-4768-b9d7-be4fefcb81b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.1041608 Jun 30 02:08:23.739536 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-728d1aa7-b2bb-4e77-b205-19ebb4c3ac50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 217 time: 0.0432250 Jun 30 02:08:23.797006 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-cc03d81e-ec21-46db-8182-bf479a32d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.798453 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-cc03d81e-ec21-46db-8182-bf479a32d509 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0527027 Jun 30 02:08:23.808755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf44b-7926-4c31-aebc-9d30d1b73c36 req-0d4d810a-1400-4f2e-9b4b-84e97a346e77 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.810203 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7d4cf44b-7926-4c31-aebc-9d30d1b73c36 req-0d4d810a-1400-4f2e-9b4b-84e97a346e77 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.1451943 Jun 30 02:08:23.872251 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-7d4cf44b-7926-4c31-aebc-9d30d1b73c36 req-35cf9313-dd80-46b4-8e8c-0b908912a065 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537698 Jun 30 02:08:23.889319 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-3de38489-41fb-44b6-9f66-fca1f6b5a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:23.890826 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-3de38489-41fb-44b6-9f66-fca1f6b5a43f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797477 Jun 30 02:08:23.986995 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-58ca66b7-6047-4f56-863f-15299e643431 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Jun 30 02:08:24.078010 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-9b92697a-6d00-4c4a-898c-ba3063166fdc req-9465a1f8-88c7-4220-ba0d-d454cc964030 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834677 Jun 30 02:08:25.028930 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:25.127231 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa6e1-5f44-4b07-8c92-ee82823b1898 req-03b9b9d3-db58-4f0c-9c85-a4e297ab2235 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:25.128774 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b74aa6e1-5f44-4b07-8c92-ee82823b1898 req-03b9b9d3-db58-4f0c-9c85-a4e297ab2235 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0747118 Jun 30 02:08:25.185405 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b74aa6e1-5f44-4b07-8c92-ee82823b1898 req-33aa37b4-3655-43e9-9f2f-7c0e01dac38a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498779 Jun 30 02:08:26.378202 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20e7e2-31e1-426c-ab56-2d67150a8b8b req-33b77082-41d8-4395-bf32-a2d615e325b3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:26.379671 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bb20e7e2-31e1-426c-ab56-2d67150a8b8b req-33b77082-41d8-4395-bf32-a2d615e325b3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0698175 Jun 30 02:08:26.417130 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-bb20e7e2-31e1-426c-ab56-2d67150a8b8b req-c988b0f0-a257-4163-9c28-0ccfd637033f tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Jun 30 02:08:26.744440 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:27.601163 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a357c02-8018-40cb-aec9-14074d26c6a4 req-939693a3-4692-4120-9b22-3827cb83d9f4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:27.602672 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a357c02-8018-40cb-aec9-14074d26c6a4 req-939693a3-4692-4120-9b22-3827cb83d9f4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0640223 Jun 30 02:08:27.645870 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a357c02-8018-40cb-aec9-14074d26c6a4 req-ac9c6b02-9f7b-4f4e-8b65-59702457371f tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Jun 30 02:08:28.859290 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740a7a-c50b-427f-be95-4f1c7bd5a459 req-1c9afa4e-e86e-4cee-86ba-d0740a4f9c70 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:28.861660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0740a7a-c50b-427f-be95-4f1c7bd5a459 req-1c9afa4e-e86e-4cee-86ba-d0740a4f9c70 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0960674 Jun 30 02:08:28.912038 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-d0740a7a-c50b-427f-be95-4f1c7bd5a459 req-554e37f0-13d1-4499-b909-9e6cb459bd2a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Jun 30 02:08:30.095702 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361362d-54fc-4438-be36-98cab92d73f4 req-e32374bf-f44a-4b68-9672-da5906b23147 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:30.098211 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b361362d-54fc-4438-be36-98cab92d73f4 req-e32374bf-f44a-4b68-9672-da5906b23147 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0756719 Jun 30 02:08:30.142714 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b361362d-54fc-4438-be36-98cab92d73f4 req-533f9c4f-40ed-426f-a1d1-7a05d47d0f90 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Jun 30 02:08:31.331447 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c379c-29d8-4c54-aac7-207f9e63cb35 req-67c48e00-fc43-4658-aba7-85d18ff9d024 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:31.332796 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b97c379c-29d8-4c54-aac7-207f9e63cb35 req-67c48e00-fc43-4658-aba7-85d18ff9d024 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 943 time: 0.0629344 Jun 30 02:08:31.370381 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b97c379c-29d8-4c54-aac7-207f9e63cb35 req-81b9e823-c003-4e69-9d36-e7de606b4cfa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Jun 30 02:08:32.160679 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 99df6f75-31c1-4e31-a536-a66f055d521b details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:08:32.262822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=99df6f75-31c1-4e31-a536-a66f055d521b,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:08:32.275439 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': '99df6f75-31c1-4e31-a536-a66f055d521b', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:08:32.313206 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:32.326309 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99df6f75-31c1-4e31-a536-a66f055d521b {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:08:32.345128 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=99df6f75-31c1-4e31-a536-a66f055d521b,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:08:32.350065 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:32.401269 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:32.412253 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.412628 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.413207 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.413724 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.414267 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.414835 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.415361 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.415900 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.416419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.416962 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.417483 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.417972 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:08:32.548508 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1000d4-fd65-4e30-9f37-b1b3930a5520 req-c7bda483-5ac5-4285-addf-73461e22eed4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:32.550006 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7c1000d4-fd65-4e30-9f37-b1b3930a5520 req-c7bda483-5ac5-4285-addf-73461e22eed4 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 944 time: 0.0671654 Jun 30 02:08:32.600730 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7c1000d4-fd65-4e30-9f37-b1b3930a5520 req-7a0f11f8-9e2f-40d4-af46-e1a47953251c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Jun 30 02:08:32.649550 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['99df6f75-31c1-4e31-a536-a66f055d521b'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:08:33.781039 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e0bd-6dfe-415e-8661-27a4958ef2b6 req-0f8cce3d-d6d1-4813-9f57-c7a55ac99641 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:33.782414 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c606e0bd-6dfe-415e-8661-27a4958ef2b6 req-0f8cce3d-d6d1-4813-9f57-c7a55ac99641 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 944 time: 0.0683401 Jun 30 02:08:33.831178 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c606e0bd-6dfe-415e-8661-27a4958ef2b6 req-940d0ffa-6611-4c52-a83f-09d19d4ff9f2 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Jun 30 02:08:34.177464 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 99df6f75-31c1-4e31-a536-a66f055d521b up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:08:34.231869 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port 99df6f75-31c1-4e31-a536-a66f055d521b completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:08:34.236169 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port 99df6f75-31c1-4e31-a536-a66f055d521b triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:08:34.236612 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:34.313778 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:34.336893 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:08:34.339145 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408ef22-2af5-475d-adcb-19959c5b0cea" -d '{"events": [{"server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "name": "network-vif-plugged", "status": "completed", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:08:34.356536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=99df6f75-31c1-4e31-a536-a66f055d521b,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:08:34.362117 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:34.414884 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:34.436180 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294bfb52-050b-4a47-8173-dfa8daff2ef0 x-openstack-request-id: req-294bfb52-050b-4a47-8173-dfa8daff2ef0 {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:08:34.436453 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "name": "network-vif-plugged", "status": "completed", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:08:34.436703 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-294bfb52-050b-4a47-8173-dfa8daff2ef0 {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:08:34.437128 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b', 'code': 200} Jun 30 02:08:34.732976 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae0b60-9afc-4807-b56b-a90247dad97e req-edbef319-ec74-449e-b99e-f370366ebdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:34.734486 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-10ae0b60-9afc-4807-b56b-a90247dad97e req-edbef319-ec74-449e-b99e-f370366ebdf6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0567222 Jun 30 02:08:34.776982 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-10ae0b60-9afc-4807-b56b-a90247dad97e req-4ef30f9c-4b0e-4cc2-aa41-f37dc2e99835 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Jun 30 02:08:35.033525 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f04034-c096-4f56-8914-ccc6dc55382e req-993a4d6e-1e00-498d-8665-4d099dba4309 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:35.035269 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c6f04034-c096-4f56-8914-ccc6dc55382e req-993a4d6e-1e00-498d-8665-4d099dba4309 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Jun 30 02:08:35.077280 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c6f04034-c096-4f56-8914-ccc6dc55382e req-5d69d83a-1d7a-4485-bd63-361d0221092b tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Jun 30 02:08:36.257969 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966a6c-bcff-47bb-9f2e-7b31413eaa9f req-0bd0945d-bf16-4ea1-96ff-c56ca332a4ee tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:36.259469 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c966a6c-bcff-47bb-9f2e-7b31413eaa9f req-0bd0945d-bf16-4ea1-96ff-c56ca332a4ee tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0664077 Jun 30 02:08:36.297809 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c966a6c-bcff-47bb-9f2e-7b31413eaa9f req-3b9f590b-0f9f-49a7-a8a9-dadee54b2b5d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322218 Jun 30 02:08:36.566400 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476be84-0f36-4ca6-9d41-0a34cb979ff6 req-787c1767-7521-4b49-9a6c-3544ef809adb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:36.568123 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1476be84-0f36-4ca6-9d41-0a34cb979ff6 req-787c1767-7521-4b49-9a6c-3544ef809adb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0686722 Jun 30 02:08:36.616953 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-1476be84-0f36-4ca6-9d41-0a34cb979ff6 req-3731cce0-b90a-425b-88e9-582dd09992af tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390151 Jun 30 02:08:36.642638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49888) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:08:36.704347 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6dd80-2638-4ce1-84a8-e41fdbf9e6ba tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:36.705953 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-76f6dd80-2638-4ce1-84a8-e41fdbf9e6ba tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1093 time: 0.0620656 Jun 30 02:08:36.708686 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 49890) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:08:36.713472 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:08:36.735773 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:36.846126 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:36.975020 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.27.2.104 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/c0a119bd-b415-4d23-a5bb-1558cee96105) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:08:37.094431 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.135123 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.171600 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:08:37.174308 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:08:37.177802 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:08:37.185736 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=c0a119bd-b415-4d23-a5bb-1558cee96105,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:37.605501 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.683088 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.852433 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.858239 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:37.922401 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=c0a119bd-b415-4d23-a5bb-1558cee96105,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:08:37.935891 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:38.033531 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP 3c9804e2-c549-4882-ac80-b6481fe0fc11 associated. External IP: 172.27.2.104, port: 99df6f75-31c1-4e31-a536-a66f055d521b. Jun 30 02:08:38.237801 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:08:38.354324 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:08:38.364409 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:08:38.371791 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:38.377636 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:08:38.378668 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:08:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:38.410910 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-85f685f9-6551-45a4-9164-15a6f3891e49 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7011461 Jun 30 02:08:38.411489 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:08:38.413882 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9329fab-91cf-45ea-9c66-6c689261ca21" -d '{"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:08:38.456430 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813db83-069b-4312-8292-310232ef6164 x-openstack-request-id: req-7813db83-069b-4312-8292-310232ef6164 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:08:38.456714 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:08:38.457122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7813db83-069b-4312-8292-310232ef6164 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:08:38.457524 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b', 'status': 'completed', 'code': 200} Jun 30 02:08:38.562718 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-7265679f-6ba6-4acd-9ff1-b8a12ea19383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:38.565287 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-7265679f-6ba6-4acd-9ff1-b8a12ea19383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0844116 Jun 30 02:08:38.640153 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:08:38.656567 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-3927e849-f754-42ed-8a6d-448eb9375c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:38.658237 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-3927e849-f754-42ed-8a6d-448eb9375c54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0870242 Jun 30 02:08:38.733274 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-3ca2164b-3c67-4d73-8cfe-1b7f6b267053 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 999 time: 0.0681198 Jun 30 02:08:38.788133 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-2e1f4990-eac6-413a-8449-f3abf8c64a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:38.789707 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-2e1f4990-eac6-413a-8449-f3abf8c64a65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0496650 Jun 30 02:08:38.851241 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-468d6208-8837-41c0-8ac8-4b623ea29b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:08:38.852695 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-468d6208-8837-41c0-8ac8-4b623ea29b8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534594 Jun 30 02:08:38.877757 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:37Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:38.907546 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:08:38.916016 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:08:38.916623 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:08:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:38.942613 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-0d8ec730-0758-43aa-82d5-a80627aa9b23 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833440 Jun 30 02:08:39.060582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:08:39.347747 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:37Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:08:39.370249 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f9329fab-91cf-45ea-9c66-6c689261ca21 req-6613dbde-4bc5-4706-b142-34fdc0cc96e0 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212055 Jun 30 02:08:39.373730 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a06e831-fb28-4d37-a314-5b6f61a9042d None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:37Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:08:39.562269 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59c092-8259-4438-9176-af4f9752f837 None None] New status for floating IP 3c9804e2-c549-4882-ac80-b6481fe0fc11: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:08:49.750861 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4a25e0f6-422c-4d51-84e3-d4fcdeb13744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:49.927790 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:08:52.409958 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:52.421883 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-55dfde6a-7a7f-4a38-8588-67d118f1f7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:53.349821 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:55.032296 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:08:56.756914 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:06.947115 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-8eaa3c86-f57c-417d-8c56-bfd8c7553209 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534081 Jun 30 02:09:07.049272 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-24c86f83-c7be-4940-92d1-9bb8aea1ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:09:07.050821 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-24c86f83-c7be-4940-92d1-9bb8aea1ee5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0557339 Jun 30 02:09:07.166422 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-2df65208-1b00-44bf-a1f0-19a15c001cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:09:07.168280 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-2df65208-1b00-44bf-a1f0-19a15c001cb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0903962 Jun 30 02:09:07.245692 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-9a78a81f-da5b-4339-ac51-8bae6d078319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 1001 time: 0.0698607 Jun 30 02:09:07.300331 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-5305c0d8-333c-46e8-8174-22b7eabd364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:09:07.301880 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-5305c0d8-333c-46e8-8174-22b7eabd364b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0489953 Jun 30 02:09:07.362368 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-4b13c019-95a4-4190-916f-5409bc8e03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:09:07.363878 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-4b13c019-95a4-4190-916f-5409bc8e03af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526214 Jun 30 02:09:07.459569 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-bcc2ba14-ff4e-4bb9-982a-5994d7a87bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889530 Jun 30 02:09:07.560119 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-791bb0c1-8cbe-4ff5-9d0a-a9822f2a1574 req-79a15c39-3500-47ca-b71e-89dee54ae0d9 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877686 Jun 30 02:09:19.745008 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6052bed4-2eb9-4e36-b59c-0724846cc189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:22.404352 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:22.423016 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-6c29e496-a399-442c-87e6-50c83eb88615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:23.352253 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:25.036103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:26.757514 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:26.928879 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:09:49.756139 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dbc1fc38-a43c-4f90-99e7-dcdbf93b541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:52.417224 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:52.430862 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-b6534120-4afa-44ff-8261-785b0abd1545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:53.360887 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:55.039404 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:09:56.752488 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:03.928612 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:10:07.928057 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-198c922f-8a7a-4031-9b88-16cab82d2929 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627449 Jun 30 02:10:08.047944 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-36577990-8d99-4b17-9aec-8e7bea39c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:08.050295 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-36577990-8d99-4b17-9aec-8e7bea39c866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0734901 Jun 30 02:10:08.169983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-e882c34a-a4b8-482f-8c78-4fb768495ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:08.171479 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-e882c34a-a4b8-482f-8c78-4fb768495ec3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0950873 Jun 30 02:10:08.247601 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-730c031f-c4cd-4a04-a74b-0ae4306a576c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 1001 time: 0.0659325 Jun 30 02:10:08.305539 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-64ccb75f-94d4-4d9a-a470-645250e8fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:08.307026 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-64ccb75f-94d4-4d9a-a470-645250e8fa90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0498188 Jun 30 02:10:08.382056 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-457e8f53-7062-46fd-bfda-1784959fcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:08.383591 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-457e8f53-7062-46fd-bfda-1784959fcf95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658050 Jun 30 02:10:08.502463 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-7e575e28-8895-4c7b-bac3-27ca0b702635 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077666 Jun 30 02:10:08.612047 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c27e3de2-445c-4b88-ae9d-28e3a79affcc req-25b7b34a-1267-4b75-a269-62b5607de00a service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020570 Jun 30 02:10:19.152846 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-4bdb414d-807e-4dd6-99b7-12e14ad66a4e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939564151&fields=id&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 267 time: 0.0385785 Jun 30 02:10:19.287869 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-4ad7eb0e-8038-4c6d-95a8-e16012b8dc9d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:19.289989 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-4ad7eb0e-8038-4c6d-95a8-e16012b8dc9d tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1255467 Jun 30 02:10:19.309814 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-27ddaa19-b0de-4a9d-b387-6e54312e1cef tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/quotas/6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 375 time: 0.0140538 Jun 30 02:10:19.410232 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-3bace43c-bce5-4d4c-8b0d-7027e07be066 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0930536 Jun 30 02:10:19.430984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-537a4093-ec5b-4b08-a625-0605190f0a68 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93040) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:10:19.431944 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-537a4093-ec5b-4b08-a625-0605190f0a68 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058208 Jun 30 02:10:19.524962 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-d2c7ff7f-e456-45eb-b6ed-157ecfb31fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873637 Jun 30 02:10:19.619290 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-8af356fc-2767-4a79-a6fc-5b6f0a41c142 service neutron] 10.222.0.47 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883420 Jun 30 02:10:19.748839 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c2b768a1-9ad7-4bc2-ba60-f713e509920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:19.958778 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e0f067a2-791e-4fc6-8575-a26c57a7e64d req-bb70f632-5b3b-4266-aabf-a398b1d15d31 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Jun 30 02:10:21.141210 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3df7344c-ca1e-4d34-a381-0efb174162be req-00a5a38a-99d1-48e6-bbe9-bfddb77b0b28 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 210 time: 0.0352795 Jun 30 02:10:21.189687 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-dc9ef2eb-8925-4188-b47c-f13b0e5c8f48 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:21.191178 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-dc9ef2eb-8925-4188-b47c-f13b0e5c8f48 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 812 time: 0.1502893 Jun 30 02:10:21.243924 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-720094c2-2061-4c52-b81c-46bca271c828 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308 HTTP/1.1" status: 200 len: 379 time: 0.0349827 Jun 30 02:10:21.253545 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'port': {'device_id': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'admin_state_up': True, 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'security_groups': ['424e580e-b12a-4b1f-b24c-1ad30650b72d']}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:10:21.376047 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Made reservation on behalf of 6fbf6f8a5e9a465ebb59c20c5f3ab308 for: {'port': 1} {{(pid=93040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:10:21.379882 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:21.508896 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.20.0.14 (2c867ba5-acbc-4133-a5d6-1f2862525533/d3696a98-0649-4c06-b9f0-6aa6477b697d/eaf501df-59c1-4bac-80f6-7be2aa4d40fc) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:10:21.660266 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:21.674116 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Transition to ACTIVE for port object eaf501df-59c1-4bac-80f6-7be2aa4d40fc will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:10:21.709440 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12904158'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:21.759584 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:10:21.762859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:10:21.767923 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:10:21.799945 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:21.815367 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.815692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.816028 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.816358 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.816677 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.817063 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.817388 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.817708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.818342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.818658 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.818972 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.819314 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:21.850537 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:21.851526 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:21.869725 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-9c834ad2-6126-4e61-8256-ba86f9648b16 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6201334 Jun 30 02:10:21.885683 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.v2.base [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Request body: {'port': {'device_id': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73441'}} {{(pid=93040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:10:21.960234 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:21.960721 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-f2e1161c-9611-4b15-a4cb-fbdc3a7ff2a6 None None] Provisioning for port eaf501df-59c1-4bac-80f6-7be2aa4d40fc completed by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:10:21.965220 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-f2e1161c-9611-4b15-a4cb-fbdc3a7ff2a6 None None] Provisioning complete for port eaf501df-59c1-4bac-80f6-7be2aa4d40fc triggered by entity DHCP. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:10:21.965792 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2e1161c-9611-4b15-a4cb-fbdc3a7ff2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.000315 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1161c-9611-4b15-a4cb-fbdc3a7ff2a6 None None] Port eaf501df-59c1-4bac-80f6-7be2aa4d40fc cannot update to ACTIVE because it is not bound. {{(pid=93041) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:10:22.242121 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf501df-59c1-4bac-80f6-7be2aa4d40fc {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:10:22.251045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.264364 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Transition to ACTIVE for port object eaf501df-59c1-4bac-80f6-7be2aa4d40fc will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:10:22.269270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.331748 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25660c5e-9294-4c98-9c77-ad75d2144a5e req-cdddddd7-a9de-4e2a-8520-14b6ec64e6fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:22.333274 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-25660c5e-9294-4c98-9c77-ad75d2144a5e req-cdddddd7-a9de-4e2a-8520-14b6ec64e6fa tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0696688 Jun 30 02:10:22.343315 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:22.375542 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-25660c5e-9294-4c98-9c77-ad75d2144a5e req-cd26338e-f2c6-4d08-bddf-f13497f843f9 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347099 Jun 30 02:10:22.404039 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Attempting to bind port eaf501df-59c1-4bac-80f6-7be2aa4d40fc on host hv-cinder-73441 for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:10:22.404416 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Attempting to bind port eaf501df-59c1-4bac-80f6-7be2aa4d40fc by drivers openvswitch,hyperv on host hv-cinder-73441 at level 0 using segments [{'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:10:22.404692 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Attempting to bind port eaf501df-59c1-4bac-80f6-7be2aa4d40fc on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:10:22.418130 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Port eaf501df-59c1-4bac-80f6-7be2aa4d40fc on network 2c867ba5-acbc-4133-a5d6-1f2862525533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73441 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:10:22.418456 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Attempting to bind port eaf501df-59c1-4bac-80f6-7be2aa4d40fc on network 2c867ba5-acbc-4133-a5d6-1f2862525533 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:10:22.424948 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Checking agent: {'id': '4039a4c5-14d6-44a3-aa8c-8fb0e88ff7e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73441', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'started_at': datetime.datetime(2021, 6, 30, 1, 55, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:10:22.425285 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Checking segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:10:22.425874 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Bound using segment: {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:10:22.426099 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Bound port: eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host: hv-cinder-73441, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:10:22.426655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.431677 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.435204 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-41f2f20b-7420-448d-992e-c611d01bac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.499907 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:10:22.503284 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:10:22.508547 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12904172'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.542597 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:22.543201 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:22.544605 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] 10.222.0.41 "PUT /v2.0/ports/eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 1094 time: 0.6634824 Jun 30 02:10:22.545100 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:10:22.547442 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c38a930-e295-43b8-8880-65f95096505f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:10:22.582178 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7a10-7219-4c8f-b0ae-759587e99b56 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:22.588237 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539b052-baf4-4303-ac2b-454f695d45ef x-openstack-request-id: req-4539b052-baf4-4303-ac2b-454f695d45ef {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:10:22.588549 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:10:22.588813 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4539b052-baf4-4303-ac2b-454f695d45ef {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:10:22.589331 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'status': 'completed', 'code': 200} Jun 30 02:10:22.665119 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-2c4a98e9-5946-45d4-8f9b-26d9578af266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:22.666660 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-2c4a98e9-5946-45d4-8f9b-26d9578af266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1097 time: 0.0664663 Jun 30 02:10:22.712881 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-13a6e27b-b1cf-4513-92d8-5757a05909cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 217 time: 0.0379879 Jun 30 02:10:22.765938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-c4b56702-4e6c-4ef6-8f40-f5fccdd5777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:22.770442 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-c4b56702-4e6c-4ef6-8f40-f5fccdd5777d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0505037 Jun 30 02:10:22.834839 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-348a481f-eb38-4a8d-9678-937f4c779d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:22.836326 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-348a481f-eb38-4a8d-9678-937f4c779d0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568914 Jun 30 02:10:22.936026 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-0e600868-95ba-40bb-afae-26033192d400 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923660 Jun 30 02:10:23.036748 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-62575dd9-467f-446c-ba5b-2de5d8dd8c05 req-e4ac1223-15f6-43e4-b682-f32e52681f6c service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913317 Jun 30 02:10:23.179476 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a930-e295-43b8-8880-65f95096505f req-969b63d1-1160-4116-ae22-a921864b2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:23.180991 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-969b63d1-1160-4116-ae22-a921864b2cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1097 time: 0.0667958 Jun 30 02:10:23.271087 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a930-e295-43b8-8880-65f95096505f req-c30256fc-9ae9-4245-9427-60ed605b5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:23.272525 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-c30256fc-9ae9-4245-9427-60ed605b5317 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0830960 Jun 30 02:10:23.316832 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-8145fa58-7d5b-4c82-86dc-b04640001397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 217 time: 0.0354562 Jun 30 02:10:23.362864 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:23.388923 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a930-e295-43b8-8880-65f95096505f req-56459596-5f51-45fa-ba8a-429d5550b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:23.390398 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-56459596-5f51-45fa-ba8a-429d5550b93d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0649433 Jun 30 02:10:23.449158 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a930-e295-43b8-8880-65f95096505f req-5f26dc32-17d4-4752-8627-588f974a2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:23.450677 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-5f26dc32-17d4-4752-8627-588f974a2a78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530515 Jun 30 02:10:23.544338 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-b49a6391-4e4b-4443-9a63-dbde69dab623 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835469 Jun 30 02:10:23.556898 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bdc8f-56c4-4daa-9870-7c21874f78f0 req-5d86ca54-3706-4ae6-b736-308c089dce41 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:23.558361 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-262bdc8f-56c4-4daa-9870-7c21874f78f0 req-5d86ca54-3706-4ae6-b736-308c089dce41 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0629158 Jun 30 02:10:23.596102 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-262bdc8f-56c4-4daa-9870-7c21874f78f0 req-3e54b626-9450-4c9b-81c5-d01eacd01641 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Jun 30 02:10:23.640276 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5c38a930-e295-43b8-8880-65f95096505f req-8da99f06-29a6-4173-9069-fcc778e818f3 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Jun 30 02:10:24.773796 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b78e89-6661-4e93-84de-16afb8f249b7 req-234ea8ab-f65a-4998-9ac2-2376f6f7ee1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:24.775434 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08b78e89-6661-4e93-84de-16afb8f249b7 req-234ea8ab-f65a-4998-9ac2-2376f6f7ee1c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0674460 Jun 30 02:10:24.813531 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-08b78e89-6661-4e93-84de-16afb8f249b7 req-5205bc3c-0782-48af-8814-0b8dd0ee11b3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Jun 30 02:10:25.042568 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:26.002195 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1c59-1425-4fc7-8eb2-f5c6559e5b20 req-b7df6236-036f-43fd-a0a0-3ccfa263a073 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:26.003720 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cf0a1c59-1425-4fc7-8eb2-f5c6559e5b20 req-b7df6236-036f-43fd-a0a0-3ccfa263a073 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0765917 Jun 30 02:10:26.053096 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cf0a1c59-1425-4fc7-8eb2-f5c6559e5b20 req-a8105bb8-5762-474e-bd7b-19928549e779 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Jun 30 02:10:26.769621 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:27.271621 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd26c4-424c-4ec6-a664-66273779fef4 req-78c983d7-7dfe-4d68-93d0-36964b636095 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:27.273368 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f7fd26c4-424c-4ec6-a664-66273779fef4 req-78c983d7-7dfe-4d68-93d0-36964b636095 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0802560 Jun 30 02:10:27.314927 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f7fd26c4-424c-4ec6-a664-66273779fef4 req-9cffcbde-3ba3-4eab-bee6-c3fadaa95fb1 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338328 Jun 30 02:10:28.509177 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c56a-1a27-46b3-9f18-cde9180b5370 req-55873152-1177-47c2-8a33-7ca3f3f4172e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:28.510640 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e337c56a-1a27-46b3-9f18-cde9180b5370 req-55873152-1177-47c2-8a33-7ca3f3f4172e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0655351 Jun 30 02:10:28.557368 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e337c56a-1a27-46b3-9f18-cde9180b5370 req-4d5b0758-b2bf-4da5-b339-7e5dd01e702a tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359037 Jun 30 02:10:29.742512 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baf871-26af-4cbd-9561-3ea3d1eaab09 req-b0a2859f-2ca5-48e3-b74b-787c8a520128 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:29.744399 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-52baf871-26af-4cbd-9561-3ea3d1eaab09 req-b0a2859f-2ca5-48e3-b74b-787c8a520128 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0679777 Jun 30 02:10:29.785193 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-52baf871-26af-4cbd-9561-3ea3d1eaab09 req-a56119d9-6f8c-4511-902a-1257616a382c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Jun 30 02:10:30.847777 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device eaf501df-59c1-4bac-80f6-7be2aa4d40fc details requested by agent hyperv_hv-cinder-73441 with host hv-cinder-73441 {{(pid=93041) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:10:30.946724 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:10:30.958745 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Returning: {'device': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'port_id': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'mac_address': 'fa:16:3e:fd:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93041) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:10:30.960282 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33d425-75b6-48ff-8394-4edea0132006 req-2d4aed90-235f-4043-b5f7-370510345e9e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:30.961839 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c33d425-75b6-48ff-8394-4edea0132006 req-2d4aed90-235f-4043-b5f7-370510345e9e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 944 time: 0.0628428 Jun 30 02:10:30.998548 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:30.999915 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c33d425-75b6-48ff-8394-4edea0132006 req-9915dcd0-1373-42a1-96d2-f3448f6e5384 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Jun 30 02:10:31.011708 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf501df-59c1-4bac-80f6-7be2aa4d40fc {{(pid=93041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:10:31.038376 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:10:31.044892 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:31.093482 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:31.100394 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.100738 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.101121 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.101444 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.101827 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.102139 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.102458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.102756 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.103076 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.103392 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.103709 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.104021 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:31.316673 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] get_ports_and_sgs() called for port_ids ['eaf501df-59c1-4bac-80f6-7be2aa4d40fc'] {{(pid=93041) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:10:32.197678 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1073f9-b34a-44dd-90fa-53d92811c05b req-d1f2dae6-38b4-4bad-876d-b63d670b5bdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:32.199134 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5b1073f9-b34a-44dd-90fa-53d92811c05b req-d1f2dae6-38b4-4bad-876d-b63d670b5bdb tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Jun 30 02:10:32.238996 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-5b1073f9-b34a-44dd-90fa-53d92811c05b req-0887129b-ab2f-4da9-86eb-1377894e90c5 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342026 Jun 30 02:10:32.865252 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device eaf501df-59c1-4bac-80f6-7be2aa4d40fc up at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:10:32.918536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning for port eaf501df-59c1-4bac-80f6-7be2aa4d40fc completed by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:10:32.922351 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Provisioning complete for port eaf501df-59c1-4bac-80f6-7be2aa4d40fc triggered by entity L2. {{(pid=93041) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:10:32.922713 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880075'] for port, provisioning_complete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:33.011405 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:33.039822 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc'}] {{(pid=93041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:10:33.042103 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d92ad3c996378acf5c340b9d217828aebb8959859ad78b1984060326f85a0205" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6863d620-418b-4186-8363-2f49c2ec4f01" -d '{"events": [{"server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc"}]}' {{(pid=93041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:10:33.056698 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:10:33.061913 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:33.087036 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872fcbb-9de8-4a69-8169-7bf0e786fa9b x-openstack-request-id: req-3872fcbb-9de8-4a69-8169-7bf0e786fa9b {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:10:33.087329 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "name": "network-vif-plugged", "status": "completed", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc", "code": 200}]} {{(pid=93041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:10:33.087582 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3872fcbb-9de8-4a69-8169-7bf0e786fa9b {{(pid=93041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:10:33.087966 dv-cinder-734415-14-iscsi neutron-server[93041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'code': 200} Jun 30 02:10:33.117129 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Pushing event updated for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=5']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:33.410078 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003808e-edba-43e1-82e4-e7ca0faa53f1 req-17a07389-7169-48ec-aab8-1fe21a722db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:33.411585 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3003808e-edba-43e1-82e4-e7ca0faa53f1 req-17a07389-7169-48ec-aab8-1fe21a722db7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1099 time: 0.0879679 Jun 30 02:10:33.455007 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fe915-b25c-47f4-9dba-4f490572d267 req-3a59e0ed-230d-4700-babe-8d7e046e8dcf tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:33.456540 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-592fe915-b25c-47f4-9dba-4f490572d267 req-3a59e0ed-230d-4700-babe-8d7e046e8dcf tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0939336 Jun 30 02:10:33.476506 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-3003808e-edba-43e1-82e4-e7ca0faa53f1 req-f933a4e1-ec67-4dde-a314-444556614615 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568881 Jun 30 02:10:33.510864 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-592fe915-b25c-47f4-9dba-4f490572d267 req-4a0bef6f-a64d-40b6-9e78-b44032e95481 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482521 Jun 30 02:10:34.697183 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59b20-6204-45b1-9883-418ad9522e1c req-e4689e33-d8d1-4bb5-ba69-585029a7aa97 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:34.698642 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9d59b20-6204-45b1-9883-418ad9522e1c req-e4689e33-d8d1-4bb5-ba69-585029a7aa97 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0704193 Jun 30 02:10:34.741336 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9d59b20-6204-45b1-9883-418ad9522e1c req-db9e29b8-ecb0-4333-a51b-97fe30f75379 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Jun 30 02:10:34.922270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8f33-3a26-420c-9852-1f0990227280 req-12b5f2be-45b9-4370-b5b7-32a74b6fd924 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:34.923723 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-864d8f33-3a26-420c-9852-1f0990227280 req-12b5f2be-45b9-4370-b5b7-32a74b6fd924 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0669999 Jun 30 02:10:34.966194 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-864d8f33-3a26-420c-9852-1f0990227280 req-bc53d24f-e774-4be9-8a38-76f571c31477 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344443 Jun 30 02:10:34.997778 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50014) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:10:35.054132 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ab347-f296-4847-aa10-e51f5376bf26 tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:35.055759 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-789ab347-f296-4847-aa10-e51f5376bf26 tempest-TestVolumeBootPattern-1063110210 tempest-TestVolumeBootPattern-1063110210-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1094 time: 0.0569570 Jun 30 02:10:35.058776 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50016) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:10:35.063106 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Request body: {'floatingip': {'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'port_id': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:10:35.087006 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:35.185832 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:35.292515 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Allocated IP 172.27.2.126 (acab23bb-76ba-4032-a994-bc5e59c7f383/ee895015-94e4-4043-9511-cd96a97cea61/f252f4c8-a253-487e-87c2-9a7c21e7c7b3) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:10:35.401240 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:35.458723 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-526207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-372977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726493522625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13146592'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:35.497709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Network acab23bb-76ba-4032-a994-bc5e59c7f383 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:10:35.500622 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:10:35.504205 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:10:35.529853 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=f252f4c8-a253-487e-87c2-9a7c21e7c7b3,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:35.544104 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.544453 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.544805 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.545191 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.545515 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.545839 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.546161 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.546480 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.546799 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.547104 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.547418 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.547726 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:10:35.916593 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:35.998754 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526128'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:36.160601 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:36.168980 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726494024461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726493522643', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726493518596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13146578'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:36.240386 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event updated for resources: {'Port': ['ID=f252f4c8-a253-487e-87c2-9a7c21e7c7b3,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:10:36.254109 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2096663'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:36.369426 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP fcfd58cc-816e-4610-9370-7a4bc26c3b77 associated. External IP: 172.27.2.126, port: eaf501df-59c1-4bac-80f6-7be2aa4d40fc. Jun 30 02:10:36.850503 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:10:36.957492 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:10:36.967350 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:10:36.974796 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:36.977565 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:10:36.978221 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:10:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:10:37.018979 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a3f4c09b-48c4-46a7-802e-dd13d62ca544 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9579468 Jun 30 02:10:37.018979 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:10:37.021822 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:10:37.096306 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:10:37.184859 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df0c5f-7a5c-4b2a-96fe-f0467bde9af4 x-openstack-request-id: req-b4df0c5f-7a5c-4b2a-96fe-f0467bde9af4 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:10:37.185156 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:10:37.185404 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4df0c5f-7a5c-4b2a-96fe-f0467bde9af4 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:10:37.186131 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'status': 'completed', 'code': 200} Jun 30 02:10:37.263737 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-25d438bd-2200-4907-bd7a-0fc69a375ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:37.265307 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-25d438bd-2200-4907-bd7a-0fc69a375ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1099 time: 0.0555363 Jun 30 02:10:37.332388 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}, {'id': 'fcfd58cc-816e-4610-9370-7a4bc26c3b77', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:fd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:10:35Z', 'updated_at': '2021-06-30T02:10:35Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:10:37.359536 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:10:37.362798 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-af494b76-cac2-488c-81b1-606934c566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:37.364313 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-af494b76-cac2-488c-81b1-606934c566a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0932646 Jun 30 02:10:37.369179 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:10:37.369781 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:10:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:10:37.437300 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-6adc9a96-bc03-4a01-aec8-f32bc72f7a4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 1000 time: 0.0661287 Jun 30 02:10:37.498480 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-c4ee39f1-3970-41ea-a952-72a4dae5bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:37.499433 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-c4ee39f1-3970-41ea-a952-72a4dae5bea0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0545092 Jun 30 02:10:37.561119 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-d4f7bc73-9a86-438d-9a80-d8bbb5de8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:10:37.562678 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-d4f7bc73-9a86-438d-9a80-d8bbb5de8683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570750 Jun 30 02:10:37.604425 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:10:37.651409 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-cc324f7a-c640-4ca3-8e15-8942043c5b4e service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815656 Jun 30 02:10:37.747970 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b339a2f2-a591-4f2d-be42-93d0d2efc2c9 req-5fbe0ae1-d1d1-4dda-8306-7666e8b4ee61 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Jun 30 02:10:37.843871 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}, {'id': 'fcfd58cc-816e-4610-9370-7a4bc26c3b77', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:fd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:10:35Z', 'updated_at': '2021-06-30T02:10:35Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:10:37.873720 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e454d-af89-47b8-ace1-568a89e52a9f None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}, {'id': 'fcfd58cc-816e-4610-9370-7a4bc26c3b77', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:fd:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:10:35Z', 'updated_at': '2021-06-30T02:10:35Z', 'revision_number': 0, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:10:38.078415 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cfa98f-8d9f-49f9-b266-3ed7b23c05e6 None None] New status for floating IP fcfd58cc-816e-4610-9370-7a4bc26c3b77: ACTIVE {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:10:40.929048 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:10:49.754350 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-aa3e82c8-6e6e-40e7-ae32-772d169eb9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:52.427591 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:52.432121 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c216f812-f690-411b-a6f4-6573383f6538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:53.366172 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:55.046587 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:10:56.771507 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:08.946375 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-7f1a887c-1d9d-4a88-9c6d-4851665771b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532362 Jun 30 02:11:09.047908 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-4516d1e8-dfbd-42ce-a78e-87620d9aebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:09.049584 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-4516d1e8-dfbd-42ce-a78e-87620d9aebc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0560813 Jun 30 02:11:09.163569 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-e812f557-d000-4993-997a-917f8c8dcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:09.165093 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-e812f557-d000-4993-997a-917f8c8dcdd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0889096 Jun 30 02:11:09.230871 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-78f03479-65bd-4c4b-85da-c9bbf798837b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 1001 time: 0.0577874 Jun 30 02:11:09.281296 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-22bd7066-9f34-4ed1-ac3f-594093e08a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:09.285969 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-22bd7066-9f34-4ed1-ac3f-594093e08a6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0482817 Jun 30 02:11:09.354662 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-0faa73c4-b855-46b0-9960-3a52e101f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:09.356181 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-0faa73c4-b855-46b0-9960-3a52e101f8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0642471 Jun 30 02:11:09.454034 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-75821536-2160-4d6c-bcea-8ef1f38075f6 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908666 Jun 30 02:11:09.560874 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-b303a0a2-bbdd-42c4-8937-24c4822c8f2d req-b130048b-b555-4b03-a5db-973a8a5b725c service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990841 Jun 30 02:11:17.928350 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:11:19.759282 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2ef42508-d181-4da4-9967-6209956a3d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:22.414144 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:22.425198 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-9005bc13-ae33-46bb-aa47-f24a2b219bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:23.367082 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:25.049119 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:26.782568 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:49.763178 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-06103cf3-8c1b-42bf-8c4b-a6764d80b0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:52.409067 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:52.428043 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57c9e5df-de44-4893-909e-f303941764d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:53.373717 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:54.940382 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:11:55.104083 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.784420 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.992179 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-95dc370d-7515-4071-9c66-a7f5edc45005 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600033 Jun 30 02:12:09.072404 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f60d5f-284d-415b-896c-15b59500b932 req-6afa5fae-7620-4e23-8d5d-6096372d57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:09.073954 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-6afa5fae-7620-4e23-8d5d-6096372d57ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1099 time: 0.0530121 Jun 30 02:12:09.191684 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f60d5f-284d-415b-896c-15b59500b932 req-727b9ce2-edce-4c2c-81b7-76324be2cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:09.193653 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-727b9ce2-edce-4c2c-81b7-76324be2cbfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.0927129 Jun 30 02:12:09.265359 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-5d229307-ace5-4326-9a77-7c6148238dd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 1002 time: 0.0602522 Jun 30 02:12:09.321406 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f60d5f-284d-415b-896c-15b59500b932 req-58adfdec-4ddc-4d2e-84c9-0cc365b15546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:09.322821 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-58adfdec-4ddc-4d2e-84c9-0cc365b15546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0483158 Jun 30 02:12:09.389650 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f60d5f-284d-415b-896c-15b59500b932 req-b0e3e0bb-37ed-44f2-940e-8efa332d76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:09.391139 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-b0e3e0bb-37ed-44f2-940e-8efa332d76ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574298 Jun 30 02:12:09.494373 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-9b0db847-c9b2-4e5a-aa91-cff343948128 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927665 Jun 30 02:12:09.595233 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-56f60d5f-284d-415b-896c-15b59500b932 req-55adeb5e-0713-4f3c-a6d0-cf6a3926e541 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903842 Jun 30 02:12:16.091405 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50066) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:16.265930 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port f252f4c8-a253-487e-87c2-9a7c21e7c7b3 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:16.266596 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:16.345940 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:16.346185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:16.358575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for f252f4c8-a253-487e-87c2-9a7c21e7c7b3 owned by network:floatingip {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:16.518547 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:16.543594 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=f252f4c8-a253-487e-87c2-9a7c21e7c7b3,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:16.571675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.571983 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.572353 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.572675 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.573018 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.573337 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.573654 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.573949 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.574264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.574575 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.574885 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.575172 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:16.613279 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:16.613693 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.db.l3_db [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP fcfd58cc-816e-4610-9370-7a4bc26c3b77 disassociated (deleted). External IP: 172.27.2.126, port: eaf501df-59c1-4bac-80f6-7be2aa4d40fc. Jun 30 02:12:17.122277 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:12:17.233320 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:17.238244 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:17.245077 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:17.254777 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:17.255458 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:11:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:17.277340 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-34189a3f-155c-4a6d-b476-659f3fa59186 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "DELETE /v2.0/floatingips/fcfd58cc-816e-4610-9370-7a4bc26c3b77 HTTP/1.1" status: 204 len: 168 time: 1.1820610 Jun 30 02:12:17.277340 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:12:17.278562 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:12:17.316592 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08c852-1129-46c7-aec2-ea90f2ea2633 x-openstack-request-id: req-ba08c852-1129-46c7-aec2-ea90f2ea2633 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:12:17.316592 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:12:17.316592 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba08c852-1129-46c7-aec2-ea90f2ea2633 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:12:17.316592 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'status': 'completed', 'code': 200} Jun 30 02:12:17.370998 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:17.390519 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-0ad05932-939a-4c21-a8f4-63a7a296cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:17.391992 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-0ad05932-939a-4c21-a8f4-63a7a296cecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 1099 time: 0.0520365 Jun 30 02:12:17.514669 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-b69f4758-4531-4956-9581-521e19f88b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:17.516377 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-b69f4758-4531-4956-9581-521e19f88b8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.1155868 Jun 30 02:12:17.573947 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-3b496e2a-c123-4688-9341-69e1515dec94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 200 len: 217 time: 0.0368838 Jun 30 02:12:17.629072 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-b079deae-5c7a-4c66-85f0-ad83a9dadf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:17.630620 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-b079deae-5c7a-4c66-85f0-ad83a9dadf41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0488646 Jun 30 02:12:17.635785 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:17.661677 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:17.670799 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:17.671574 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:11:52Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:17.672761 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09be2-ff1a-490e-9c94-9f8e82ede865 req-34657c96-d5a2-4828-a734-51a00cc9a686 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:17.677436 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbd09be2-ff1a-490e-9c94-9f8e82ede865 req-34657c96-d5a2-4828-a734-51a00cc9a686 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0689244 Jun 30 02:12:17.690029 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-8aedddb7-582d-43da-bf1b-6363cddb3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:17.691790 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-8aedddb7-582d-43da-bf1b-6363cddb3b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535553 Jun 30 02:12:17.714553 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cbd09be2-ff1a-490e-9c94-9f8e82ede865 req-1ce8082e-6bf7-45e8-9efe-ef0e3e2ab78e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Jun 30 02:12:17.779222 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-d710e987-e84b-45a1-9b3b-1d04bc22c437 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800700 Jun 30 02:12:17.780209 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:17.874891 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-86465f2b-b3b0-41dd-8aec-69cb6da0d09b req-52dc08e8-db32-4d43-82e5-31265dd33598 service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878322 Jun 30 02:12:18.020350 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:18.046632 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd2389-8948-4744-9399-c0c6dff559d8 None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_floatingips': [{'id': '3c9804e2-c549-4882-ac80-b6481fe0fc11', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'router_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'port_id': '99df6f75-31c1-4e31-a536-a66f055d521b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'mac_address': 'fa:16:3e:a8:c9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:08:37Z', 'updated_at': '2021-06-30T02:08:39Z', 'revision_number': 1, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:18.265716 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870c5e2-1e91-49cf-aa1c-e1743eeb00f4 None None] New status for floating IP fcfd58cc-816e-4610-9370-7a4bc26c3b77: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:12:18.903728 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8829c-bf77-4c6e-bbb4-b1572d34bed1 req-61fd8006-3fa9-497e-ad74-1c4492b91274 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:18.905353 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-32c8829c-bf77-4c6e-bbb4-b1572d34bed1 req-61fd8006-3fa9-497e-ad74-1c4492b91274 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0646377 Jun 30 02:12:18.945726 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-32c8829c-bf77-4c6e-bbb4-b1572d34bed1 req-7c0d8f88-4e8f-40b9-8415-273a1f1ae4f0 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344925 Jun 30 02:12:19.455031 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-5ba89b29-6f5a-4b0f-815d-7edf06dbfe60 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:19.456589 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-5ba89b29-6f5a-4b0f-815d-7edf06dbfe60 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 946 time: 0.0921698 Jun 30 02:12:19.584671 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port eaf501df-59c1-4bac-80f6-7be2aa4d40fc {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:19.584987 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:19.678197 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] For port eaf501df-59c1-4bac-80f6-7be2aa4d40fc, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:19.678542 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:19.693981 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for eaf501df-59c1-4bac-80f6-7be2aa4d40fc owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:19.766419 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c96dd803-8ead-4f57-9988-4c5c9fdde82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:19.836901 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:19.872872 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=eaf501df-59c1-4bac-80f6-7be2aa4d40fc,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:19.922657 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] No DVR routers for this DVR port eaf501df-59c1-4bac-80f6-7be2aa4d40fc on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:12:19.925553 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:19.927616 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-4729ad7a-6028-4587-871a-c5dea372fb23 req-16aa380c-ec44-43f7-a1ac-bab4e691542e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "DELETE /v2.0/ports/eaf501df-59c1-4bac-80f6-7be2aa4d40fc HTTP/1.1" status: 204 len: 173 time: 0.4630868 Jun 30 02:12:19.928015 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'name': 'network-vif-deleted', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:12:19.930342 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101c04f-f8df-48ae-b5c9-c548d9c4c338" -d '{"events": [{"server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "name": "network-vif-deleted", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:12:19.979264 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b25d5d-bbaf-4197-8ae9-b1e909ef77b3 x-openstack-request-id: req-c8b25d5d-bbaf-4197-8ae9-b1e909ef77b3 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:12:19.979554 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6", "name": "network-vif-deleted", "tag": "eaf501df-59c1-4bac-80f6-7be2aa4d40fc", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:12:19.979788 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8b25d5d-bbaf-4197-8ae9-b1e909ef77b3 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:12:19.980192 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6', 'name': 'network-vif-deleted', 'tag': 'eaf501df-59c1-4bac-80f6-7be2aa4d40fc', 'status': 'completed', 'code': 200} Jun 30 02:12:20.106988 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-ed7e0cdf-c122-4641-9619-29f6ffe33340 req-2e6ebfaf-c5fd-4033-8a09-c7fd2a4e6557 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf5590ac-b8ad-4bbd-bd7f-af321c2e0be6 HTTP/1.1" status: 200 len: 210 time: 0.0309529 Jun 30 02:12:22.414391 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:22.431658 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-07813be0-606e-4e3b-814a-59d46847bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.373509 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.456069 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50108) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:23.532966 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device eaf501df-59c1-4bac-80f6-7be2aa4d40fc no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:23.552661 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: eaf501df-59c1-4bac-80f6-7be2aa4d40fc {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:23.553502 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device eaf501df-59c1-4bac-80f6-7be2aa4d40fc not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:23.614543 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port c0a119bd-b415-4d23-a5bb-1558cee96105 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:23.614880 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.690273 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.690601 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.702527 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for c0a119bd-b415-4d23-a5bb-1558cee96105 owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:23.857256 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.882229 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=c0a119bd-b415-4d23-a5bb-1558cee96105,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:23.907985 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.908332 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.908674 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.909039 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.909363 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.909727 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.910054 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.910381 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.910709 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.911213 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.911535 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.911855 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:23.953074 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:23.953327 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Floating IP 3c9804e2-c549-4882-ac80-b6481fe0fc11 disassociated (deleted). External IP: 172.27.2.104, port: 99df6f75-31c1-4e31-a536-a66f055d521b. Jun 30 02:12:24.175979 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:12:24.291451 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:24.297755 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:24.302608 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:24.311889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:24.312905 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:24.334741 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a1bb089c-a33f-4e0f-af7a-b30c8dc5cf5e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "DELETE /v2.0/floatingips/3c9804e2-c549-4882-ac80-b6481fe0fc11 HTTP/1.1" status: 204 len: 168 time: 0.8775175 Jun 30 02:12:24.335448 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:12:24.337899 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bb026643b108a034e5b3e740fd6099461608d2a6d6a7dd19394d9c81326c5af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e7674-fe57-4701-b53f-43a4a16ec0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:12:24.376372 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5eecf-ce64-404a-a98d-4a60e8756357 x-openstack-request-id: req-72a5eecf-ce64-404a-a98d-4a60e8756357 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:12:24.376883 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:12:24.377029 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72a5eecf-ce64-404a-a98d-4a60e8756357 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:12:24.377595 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b', 'status': 'completed', 'code': 200} Jun 30 02:12:24.420804 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:24.466065 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-5850bf05-ac04-461d-81a0-6e13583e4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:24.467152 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-5850bf05-ac04-461d-81a0-6e13583e4954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 1098 time: 0.0551794 Jun 30 02:12:24.582393 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-762e3389-c2ce-4823-872b-ff1e33dc5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:24.583986 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-762e3389-c2ce-4823-872b-ff1e33dc5642 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 200 len: 913 time: 0.1073613 Jun 30 02:12:24.629922 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-2c9b673d-2600-462b-86c9-88f22b023ffe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 200 len: 217 time: 0.0353191 Jun 30 02:12:24.638789 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:24.665872 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:24.674485 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:24.675393 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:24.688875 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-c04b3853-7b7e-4844-a05c-04398b855284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:24.690523 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-c04b3853-7b7e-4844-a05c-04398b855284 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 200 len: 851 time: 0.0539885 Jun 30 02:12:24.709645 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa0818-16b4-4d56-9836-a71cbbc00b62 req-eb36898c-6e5c-4257-890b-db67eea7026e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:24.711153 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f4fa0818-16b4-4d56-9836-a71cbbc00b62 req-eb36898c-6e5c-4257-890b-db67eea7026e tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0660081 Jun 30 02:12:24.753380 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-26f7b9aa-20ca-446e-81ea-fe869f98cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:24.754125 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f4fa0818-16b4-4d56-9836-a71cbbc00b62 req-703e24fc-dfd8-41b6-8221-476ce478cf2c tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367236 Jun 30 02:12:24.755267 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-26f7b9aa-20ca-446e-81ea-fe869f98cb22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c867ba5-acbc-4133-a5d6-1f2862525533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578079 Jun 30 02:12:24.784222 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:24.861017 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-aae7d0ee-c6bd-442a-aede-fac06ada5bec service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973008 Jun 30 02:12:24.957906 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-780e7674-fe57-4701-b53f-43a4a16ec0e0 req-acdfe381-292a-44f3-9a72-76e47e3d944a service neutron] 10.222.0.41 "GET /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901260 Jun 30 02:12:24.989711 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:25.019735 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aaf010-f5e2-4d37-9337-0a44c33a806f None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:05:06Z', 'revision_number': 4, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi', '_interfaces': [{'id': '5eb90664-5ccd-451b-911d-ad929f3d6f5d', 'name': '', 'network_id': '2c867ba5-acbc-4133-a5d6-1f2862525533', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'mac_address': 'fa:16:3e:a3:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:05Z', 'updated_at': '2021-06-30T02:05:14Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'subnets': [{'id': 'd3696a98-0649-4c06-b9f0-6aa6477b697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:25.055890 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:25.245532 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e8d7df-71e7-4a36-bcc2-e59b000ea729 None None] New status for floating IP 3c9804e2-c549-4882-ac80-b6481fe0fc11: DOWN {{(pid=93042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:12:25.945984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec8270-ef93-4f42-bafa-ade5d36b5b3a req-0807bbcb-c0c9-4b47-a5ee-59b2e9e4ce87 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:25.947455 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87ec8270-ef93-4f42-bafa-ade5d36b5b3a req-0807bbcb-c0c9-4b47-a5ee-59b2e9e4ce87 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0817533 Jun 30 02:12:25.985429 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-87ec8270-ef93-4f42-bafa-ade5d36b5b3a req-49b93281-db57-439c-a957-4bcb5b0c5476 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/security-groups?id=424e580e-b12a-4b1f-b24c-1ad30650b72d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Jun 30 02:12:26.428494 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-9949d7e9-a352-4def-81a0-2347cc47760f tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:26.429987 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-9949d7e9-a352-4def-81a0-2347cc47760f tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 945 time: 0.0736790 Jun 30 02:12:26.534757 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port 99df6f75-31c1-4e31-a536-a66f055d521b {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:26.535048 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.625967 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] For port 99df6f75-31c1-4e31-a536-a66f055d521b, host hv-cinder-73441, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73441',level=0,port_id=99df6f75-31c1-4e31-a536-a66f055d521b,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:26.626270 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.638877 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for 99df6f75-31c1-4e31-a536-a66f055d521b owned by compute:nova {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:26.772328 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.800351 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.807538 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=99df6f75-31c1-4e31-a536-a66f055d521b,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:26.862913 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] No DVR routers for this DVR port 99df6f75-31c1-4e31-a536-a66f055d521b on host hv-cinder-73441 {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:12:26.866349 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for port, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.869691 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-c02ade3e-916f-48fc-8626-2c6f7c598547 req-36583bbd-c56a-4a34-9835-e443520c8fe3 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.41 "DELETE /v2.0/ports/99df6f75-31c1-4e31-a536-a66f055d521b HTTP/1.1" status: 204 len: 173 time: 0.4307840 Jun 30 02:12:26.870175 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'name': 'network-vif-deleted', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:12:26.873038 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59586fc11c5522caa6dfbfd7b16ba87b526fb446c0b9a9ff03993f4f847e5468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3960fb6-37a0-4b18-b703-0c6e3f895240" -d '{"events": [{"server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "name": "network-vif-deleted", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:12:26.915435 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af87d46-b391-4ec9-998d-17c3c21d8a4b x-openstack-request-id: req-7af87d46-b391-4ec9-998d-17c3c21d8a4b {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:12:26.915727 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afeee8d-8c59-4c3c-b68a-7511a6dca934", "name": "network-vif-deleted", "tag": "99df6f75-31c1-4e31-a536-a66f055d521b", "status": "completed", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:12:26.915976 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7af87d46-b391-4ec9-998d-17c3c21d8a4b {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:12:26.916364 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afeee8d-8c59-4c3c-b68a-7511a6dca934', 'name': 'network-vif-deleted', 'tag': '99df6f75-31c1-4e31-a536-a66f055d521b', 'status': 'completed', 'code': 200} Jun 30 02:12:27.134708 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [req-f4b365c4-4ff7-451d-9b6a-f6704d64a65c req-3604b040-20bb-49da-95d3-d5d24cfa0ab7 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afeee8d-8c59-4c3c-b68a-7511a6dca934 HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jun 30 02:12:28.239670 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50124) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:28.370391 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Deleting port 1e54e625-7b47-45ab-89d3-d46b2832c0fb {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:28.370724 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.446041 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.446312 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.457958 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Calling delete_port for 1e54e625-7b47-45ab-89d3-d46b2832c0fb owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:28.596804 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.628739 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'Port': ['ID=1e54e625-7b47-45ab-89d3-d46b2832c0fb,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:28.694931 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.697568 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145848'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:28.698650 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-15b3d1ce-55e6-44a1-95d5-b44647252663 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "DELETE /v2.0/floatingips/bf6af088-4633-475b-ac06-06f8f90acf2d HTTP/1.1" status: 204 len: 168 time: 0.4575868 Jun 30 02:12:29.554332 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 99df6f75-31c1-4e31-a536-a66f055d521b no longer exists at agent hyperv_hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:29.575257 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] No Port match for: 99df6f75-31c1-4e31-a536-a66f055d521b {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:29.575602 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Device 99df6f75-31c1-4e31-a536-a66f055d521b not bound to the agent host hv-cinder-73441 {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:29.993203 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50136) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:30.056389 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:30.083375 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:30.143782 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:30.146614 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:30.147790 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] 10.222.0.47 "DELETE /v2.0/security-groups/424e580e-b12a-4b1f-b24c-1ad30650b72d HTTP/1.1" status: 204 len: 168 time: 0.1530950 Jun 30 02:12:30.156872 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00079-09d0-44e7-9793-f414f8dd8fd6 tempest-TestVolumeBootPattern-951469438 tempest-TestVolumeBootPattern-951469438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424e580e-b12a-4b1f-b24c-1ad30650b72d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:30.209765 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50140) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:30.742178 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.006631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Deleting port 5eb90664-5ccd-451b-911d-ad929f3d6f5d {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:31.006882 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.081522 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] For port 5eb90664-5ccd-451b-911d-ad929f3d6f5d, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=5eb90664-5ccd-451b-911d-ad929f3d6f5d,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:31.081865 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.093863 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Calling delete_port for 5eb90664-5ccd-451b-911d-ad929f3d6f5d owned by network:router_interface {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:31.277859 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.304007 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb90664-5ccd-451b-911d-ad929f3d6f5d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:31.466740 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:31.930213 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:12:31.967987 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Router 99857d22-c666-497b-a32a-37563dbca1b6 has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:12:32.089763 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:32.097825 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-34ea3a86-5b6f-452f-8d2f-026e89b4b94f admin admin] 10.222.0.47 "PUT /v2.0/routers/99857d22-c666-497b-a32a-37563dbca1b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8841698 Jun 30 02:12:32.098141 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50144) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:32.099154 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Sync routers for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:32.109274 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:32.109874 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:32.199826 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.216023 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: dv-cinder-734415-14-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:32.301544 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.353791 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Deleting port 4df1bec2-3858-4135-9ace-c398dfd4642b {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:32.354155 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.407716 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:12:31Z', 'revision_number': 5, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port': {'id': '4df1bec2-3858-4135-9ace-c398dfd4642b', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99857d22-c666-497b-a32a-37563dbca1b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:02Z', 'updated_at': '2021-06-30T02:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:32.450430 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] For port 4df1bec2-3858-4135-9ace-c398dfd4642b, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=4df1bec2-3858-4135-9ace-c398dfd4642b,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:32.450687 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.463620 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Calling delete_port for 4df1bec2-3858-4135-9ace-c398dfd4642b owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:32.558519 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Checking router: 99857d22-c666-497b-a32a-37563dbca1b6 for host: dv-cinder-734415-14-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:32.567591 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Routers {'99857d22-c666-497b-a32a-37563dbca1b6'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:32.568202 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['99857d22-c666-497b-a32a-37563dbca1b6'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:32.631334 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13146603'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.653722 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] Set router 99857d22-c666-497b-a32a-37563dbca1b6 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:32.656097 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df1bec2-3858-4135-9ace-c398dfd4642b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:32.707186 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:12:32Z', 'revision_number': 6, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:32.720648 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.748011 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e09f9-9fb4-42aa-a424-c47c9ceea84d None None] The sync data for ids ['99857d22-c666-497b-a32a-37563dbca1b6'] in dv-cinder-734415-14-iscsi is: [{'id': '99857d22-c666-497b-a32a-37563dbca1b6', 'name': 'tempest-TestVolumeBootPattern-2034035415-router', 'tenant_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:01Z', 'updated_at': '2021-06-30T02:12:32Z', 'revision_number': 6, 'project_id': '6fbf6f8a5e9a465ebb59c20c5f3ab308', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:32.816579 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.819142 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.883759 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.884330 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99857d22-c666-497b-a32a-37563dbca1b6 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:12:32.890771 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.892508 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-244ad2ad-90d8-4bb3-b506-60441b7d52a7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/99857d22-c666-497b-a32a-37563dbca1b6 HTTP/1.1" status: 204 len: 168 time: 0.7931981 Jun 30 02:12:32.895821 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50146) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:32.939391 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Deleting subnet d3696a98-0649-4c06-b9f0-6aa6477b697d {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:12:32.942820 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:32.975377 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.057183 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.114994 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.140452 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3696a98-0649-4c06-b9f0-6aa6477b697d,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:33.145466 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.147589 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-0b9f1a51-ab09-4208-8d32-24ac5e4beab4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d3696a98-0649-4c06-b9f0-6aa6477b697d HTTP/1.1" status: 204 len: 168 time: 0.2507708 Jun 30 02:12:33.150309 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50148) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:33.152650 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6bcc1-3fdb-47db-8155-9ab452ec08f2 None None] Network 2c867ba5-acbc-4133-a5d6-1f2862525533 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:12:33.220612 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.279059 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Deleting port 210224b1-92bf-4032-b983-4f073531489e {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:33.279390 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.339259 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] For port 210224b1-92bf-4032-b983-4f073531489e, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=210224b1-92bf-4032-b983-4f073531489e,segment=NetworkSegment(5c5ef17c-f1fb-470f-a130-fa866d8ad2c0),segment_id=5c5ef17c-f1fb-470f-a130-fa866d8ad2c0)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:33.339614 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.351721 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Calling delete_port for 210224b1-92bf-4032-b983-4f073531489e owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:33.440757 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.466012 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=210224b1-92bf-4032-b983-4f073531489e,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:33.469404 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] No DVR routers for this DVR port 210224b1-92bf-4032-b983-4f073531489e on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:12:33.522567 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26edad-8dcc-4649-8bd7-3342bbbefd7a None None] DHCP port deletion for 2c867ba5-acbc-4133-a5d6-1f2862525533 request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:12:33.545485 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.555955 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c867ba5-acbc-4133-a5d6-1f2862525533']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:33.568344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:33.568344 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5ef17c-f1fb-470f-a130-fa866d8ad2c0') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:33.576236 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.594566 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.601140 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:12:33.601805 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:12:33.604084 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:12:33.631431 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 210224b1-92bf-4032-b983-4f073531489e no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:33.651745 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 210224b1-92bf-4032-b983-4f073531489e {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:33.652189 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 210224b1-92bf-4032-b983-4f073531489e not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:33.652697 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5eb90664-5ccd-451b-911d-ad929f3d6f5d no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:33.659301 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.665427 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:33.667634 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2c867ba5-acbc-4133-a5d6-1f2862525533 HTTP/1.1" status: 204 len: 168 time: 0.5162244 Jun 30 02:12:33.670681 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50150) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:33.672649 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 5eb90664-5ccd-451b-911d-ad929f3d6f5d {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:33.673017 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 5eb90664-5ccd-451b-911d-ad929f3d6f5d not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:33.673436 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 4df1bec2-3858-4135-9ace-c398dfd4642b no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:33.690185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae3c3-f6ae-45a9-8810-495337cfb0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c867ba5-acbc-4133-a5d6-1f2862525533,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:33.695043 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 4df1bec2-3858-4135-9ace-c398dfd4642b {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:33.695616 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 4df1bec2-3858-4135-9ace-c398dfd4642b not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:34.039325 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2089388'] for router_interface, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:34.329638 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Deleting port 8f8d8a3e-7404-477d-baed-516ab19a7326 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:34.329862 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:34.406045 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] For port 8f8d8a3e-7404-477d-baed-516ab19a7326, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=8f8d8a3e-7404-477d-baed-516ab19a7326,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:34.406374 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:34.420471 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Calling delete_port for 8f8d8a3e-7404-477d-baed-516ab19a7326 owned by network:router_interface {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:34.605526 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:34.636647 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8d8a3e-7404-477d-baed-516ab19a7326,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:34.805341 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2089302'] for router_interface, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.024094 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Router 52d78e3f-59e7-4fae-8604-debaddb1808f has already been hosted by L3 agent cfbb5726-ebeb-40ef-aa70-fe7ae809293b {{(pid=93040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:12:35.138393 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] Notify agent at l3_agent.dv-cinder-734415-14-iscsi the message routers_updated {{(pid=93040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:35.146242 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-6a18691a-a539-471a-83ea-1c14c39e88ca admin admin] 10.222.0.47 "PUT /v2.0/routers/52d78e3f-59e7-4fae-8604-debaddb1808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717965 Jun 30 02:12:35.146350 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50152) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:35.154366 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Sync routers for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:35.169286 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:35.169874 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:35.246167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.281696 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: dv-cinder-734415-14-iscsi {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:35.342645 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.402150 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Deleting port e1874d06-8b3b-49d7-9962-b3f19845d12e {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:35.402560 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.482360 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] For port e1874d06-8b3b-49d7-9962-b3f19845d12e, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=e1874d06-8b3b-49d7-9962-b3f19845d12e,segment=NetworkSegment(550ef26c-2000-4b46-b98c-395da9a9807d),segment_id=550ef26c-2000-4b46-b98c-395da9a9807d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:35.482884 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.495094 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Calling delete_port for e1874d06-8b3b-49d7-9962-b3f19845d12e owned by network:router_gateway {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:35.538461 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'external_fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:12:34Z', 'revision_number': 5, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port': {'id': 'e1874d06-8b3b-49d7-9962-b3f19845d12e', 'name': '', 'network_id': 'acab23bb-76ba-4032-a994-bc5e59c7f383', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734415-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:05:10Z', 'updated_at': '2021-06-30T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee895015-94e4-4043-9511-cd96a97cea61', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734415-14-iscsi'}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:35.565736 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Checking router: 52d78e3f-59e7-4fae-8604-debaddb1808f for host: dv-cinder-734415-14-iscsi {{(pid=93042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:35.579374 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Routers {'52d78e3f-59e7-4fae-8604-debaddb1808f'} bound to L3 agent in host dv-cinder-734415-14-iscsi {{(pid=93042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:35.579932 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734415-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T01:49:52Z,description=,heartbeat_timestamp=2021-06-30T02:12:22Z,host='dv-cinder-734415-14-iscsi',id=cfbb5726-ebeb-40ef-aa70-fe7ae809293b,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T01:49:52Z,topic='l3_agent')) {'router_ids': ['52d78e3f-59e7-4fae-8604-debaddb1808f'], 'active': True} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:35.663590 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.670191 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_dvr_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] Set router 52d78e3f-59e7-4fae-8604-debaddb1808f gateway port host: None {{(pid=93042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:35.688200 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e1874d06-8b3b-49d7-9962-b3f19845d12e,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:35.731172 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.l3_hamode_db [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:12:35Z', 'revision_number': 6, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port_host': None}], 'dv-cinder-734415-14-iscsi', False) {} {{(pid=93042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:35.753808 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2096737'] for router_gateway, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.762004 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b430e-e27d-49a8-992f-0b7c5e0dee74 None None] The sync data for ids ['52d78e3f-59e7-4fae-8604-debaddb1808f'] in dv-cinder-734415-14-iscsi is: [{'id': '52d78e3f-59e7-4fae-8604-debaddb1808f', 'name': 'tempest-TestVolumeBootPattern-1838256792-router', 'tenant_id': 'c7743494f09d44df9dd9a6fdedf98799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:05:09Z', 'updated_at': '2021-06-30T02:12:35Z', 'revision_number': 6, 'project_id': 'c7743494f09d44df9dd9a6fdedf98799', 'gw_port_host': None}] {{(pid=93042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:35.843667 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2094485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29075'] for router, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.846997 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.893604 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2094853'] for router, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.894167 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d78e3f-59e7-4fae-8604-debaddb1808f {{(pid=93040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:12:35.898984 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] Notify callbacks [] for router, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.900137 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-3787a8ea-e0a3-473b-8d12-90e4623cb9ba admin admin] 10.222.0.47 "DELETE /v2.0/routers/52d78e3f-59e7-4fae-8604-debaddb1808f HTTP/1.1" status: 204 len: 168 time: 0.7529061 Jun 30 02:12:35.902645 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50154) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:35.949658 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_v2 [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Deleting subnet a7ffb894-bf08-4d0e-910a-a3440ad7cbca {{(pid=93040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:12:35.953019 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:35.988312 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888797'] for subnet, precommit_delete_associations {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.067809 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856797'] for subnet, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.122938 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12904099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12960882'] for subnet, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.418631 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ffb894-bf08-4d0e-910a-a3440ad7cbca,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:36.423663 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for subnet, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.425666 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-21367c18-3b10-4e4b-a36a-c608908779e2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a7ffb894-bf08-4d0e-910a-a3440ad7cbca HTTP/1.1" status: 204 len: 168 time: 0.5220890 Jun 30 02:12:36.428871 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50156) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:36.429756 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d20b60-3b92-4dd3-9c67-3271a9f7bf7f None None] Network 30d7a5ff-282a-4979-af47-e801874e0a15 requested from dv-cinder-734415-14-iscsi {{(pid=93041) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:12:36.497294 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000806'] for network, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.554185 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Deleting port 06e401e0-fc16-45c4-9035-a96ea70410be {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:36.554524 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.616463 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] For port 06e401e0-fc16-45c4-9035-a96ea70410be, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=06e401e0-fc16-45c4-9035-a96ea70410be,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:36.616989 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.621058 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] DHCP port deletion for 30d7a5ff-282a-4979-af47-e801874e0a15 request from dv-cinder-734415-14-iscsi {{(pid=93041) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:12:36.632655 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Calling delete_port for 06e401e0-fc16-45c4-9035-a96ea70410be owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:36.665608 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Deleting port 06e401e0-fc16-45c4-9035-a96ea70410be {{(pid=93041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:12:36.666125 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726493918401'] for port, before_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.720991 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12904149'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.736817 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] For port 06e401e0-fc16-45c4-9035-a96ea70410be, host dv-cinder-734415-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734415-14-iscsi',level=0,port_id=06e401e0-fc16-45c4-9035-a96ea70410be,segment=NetworkSegment(fcffb9d9-738c-4b7e-acdc-c3251002de07),segment_id=fcffb9d9-738c-4b7e-acdc-c3251002de07)] {{(pid=93041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:36.737233 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2089132'] for port, precommit_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.749117 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Pushing event deleted for resources: {'Port': ['ID=06e401e0-fc16-45c4-9035-a96ea70410be,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:36.751135 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] No DVR routers for this DVR port 06e401e0-fc16-45c4-9035-a96ea70410be on host dv-cinder-734415-14-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:12:36.755387 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Calling delete_port for 06e401e0-fc16-45c4-9035-a96ea70410be owned by network:dhcp {{(pid=93041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:12:36.822582 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-878658', 'neutron.services.segments.db._delete_segments_for_network-8726493955651'] for network, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.832810 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d7a5ff-282a-4979-af47-e801874e0a15']}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:36.838425 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578012', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726494023927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726493522634'] for port, after_delete {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.843004 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcffb9d9-738c-4b7e-acdc-c3251002de07') {'for_net_delete': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:36.843233 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.services.segments.db [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcffb9d9-738c-4b7e-acdc-c3251002de07') {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:36.852685 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726493853386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888788'] for segment, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.866696 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918'] for segment, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.868030 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] No DVR routers for this DVR port 06e401e0-fc16-45c4-9035-a96ea70410be on host dv-cinder-734415-14-iscsi {{(pid=93041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:12:36.869993 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Pushing event deleted for resources: {'Port': ['ID=06e401e0-fc16-45c4-9035-a96ea70410be,revision_number=None']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:36.873122 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:12:36.873515 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903936'] for segment, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: Traceback (most recent call last): Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: timer() Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: cb(*args, **kw) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: return func(*args, **kwargs) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: self._notify() Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: self.callback(batched_events) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: event.method(event) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: return f(self, *a, **k) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._get(url).json() Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: return self.request(url, 'GET', **kwargs) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:12:36.875445 dv-cinder-734415-14-iscsi neutron-server[93040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.882176 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdf52b-165d-4e54-9088-50328760d24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734415-14-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:36.941755 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-878683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1593947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2096645'] for network, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.946547 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577998'] for network, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.951231 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] 10.222.0.47 "DELETE /v2.0/networks/30d7a5ff-282a-4979-af47-e801874e0a15 HTTP/1.1" status: 204 len: 168 time: 0.5189977 Jun 30 02:12:36.961366 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa3df7-e6b1-4e53-ba8a-6439b401261a admin admin] Pushing event deleted for resources: {'Network': ['ID=30d7a5ff-282a-4979-af47-e801874e0a15,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:37.072209 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50160) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:37.115463 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-df8746d7-c088-47bb-862c-deb0de248c4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fbf6f8a5e9a465ebb59c20c5f3ab308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419903 Jun 30 02:12:37.118679 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50162) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:37.170946 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.192656 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.243511 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.248240 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.250142 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09fc759e-f5d7-4999-b25e-f5c1a7f83735 HTTP/1.1" status: 204 len: 168 time: 0.1300850 Jun 30 02:12:37.262708 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394e93-d81e-4977-affc-e0e8db8baa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc759e-f5d7-4999-b25e-f5c1a7f83735,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:37.603718 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.47', 50168) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:37.619120 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 8f8d8a3e-7404-477d-baed-516ab19a7326 no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:37.638276 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 8f8d8a3e-7404-477d-baed-516ab19a7326 {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:37.638622 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 8f8d8a3e-7404-477d-baed-516ab19a7326 not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:37.639033 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 06e401e0-fc16-45c4-9035-a96ea70410be no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:37.647401 dv-cinder-734415-14-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7a51fc85-5319-41dd-9739-67fc3229c82c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7743494f09d44df9dd9a6fdedf98799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395360 Jun 30 02:12:37.647873 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [-] (93040) accepted ('10.222.0.47', 50170) {{(pid=93040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:37.657369 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: 06e401e0-fc16-45c4-9035-a96ea70410be {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:37.657713 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device 06e401e0-fc16-45c4-9035-a96ea70410be not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:37.658136 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e1874d06-8b3b-49d7-9962-b3f19845d12e no longer exists at agent ovs-agent-dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:12:37.676921 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] No Port match for: e1874d06-8b3b-49d7-9962-b3f19845d12e {{(pid=93041) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:12:37.677259 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.rpc [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Device e1874d06-8b3b-49d7-9962-b3f19845d12e not bound to the agent host dv-cinder-734415-14-iscsi {{(pid=93041) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:12:37.700720 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.721847 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.770531 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1598892'] for security_group, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.772929 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:37.774088 dv-cinder-734415-14-iscsi neutron-server[93040]: INFO neutron.wsgi [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec3980c4-ecb4-49f2-9035-70af65aa6a76 HTTP/1.1" status: 204 len: 168 time: 0.1252606 Jun 30 02:12:37.781748 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4e49-1b4f-4c5c-bbd9-5faf7e5fbe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3980c4-ecb4-49f2-9035-70af65aa6a76,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:49.770608 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-d6a975a4-8f87-4103-96d8-3f7a8c58d9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:52.418787 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:52.436763 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-3c8288e9-b998-45c4-80fc-16742f223ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:53.378281 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:55.060261 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:56.798178 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:08.929978 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:13:17.314137 dv-cinder-734415-14-iscsi neutron-server[93040]: DEBUG neutron.wsgi [req-e1b3cec6-d81f-4cc1-bbb4-7b580fa0ab36 req-68ab6295-130f-4472-a341-9f0e3ae68432 service neutron] (93040) timed out ('10.222.0.41', 63889) {{(pid=93040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:13:18.324225 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-b064e9e7-7f81-45f3-a0fb-54e405f4982c req-c77a9669-79a1-48b4-9401-4fdc6ed58be4 service neutron] (93039) timed out ('10.222.0.41', 63879) {{(pid=93039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:13:19.775522 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e84f8c85-5482-4bc9-bf29-63f977a3b929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:22.423605 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:22.444496 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbe8e-fb5b-40f9-986e-71abe5ee1aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:23.379661 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:25.062610 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:26.797997 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:45.930894 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:13:49.779078 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-213f05ce-66b2-4214-a9d8-b38c2d87df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:52.433406 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:52.439467 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-02202c60-6480-4fcb-8452-93483025d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:53.388932 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:55.073874 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:56.794161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:19.781245 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-e57cc4ee-44eb-494e-b092-713b659fc4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:22.433905 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:22.436889 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-0f958e8e-14a4-4cf1-8051-d26347f8dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:22.930393 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:14:23.385650 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:25.069648 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:26.793837 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:49.785038 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-84d2c2ef-c8a6-49f4-b1b8-06a13df6312a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:52.437084 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:52.440725 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5a223887-854b-435b-9e6a-66df07229397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:53.389242 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:55.072920 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:56.793335 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:59.929821 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:15:19.789351 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-90560148-91b1-4201-92e7-d3c2efe807db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:22.442050 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:22.444161 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-aae648e1-e878-4455-90b8-3fcabde40c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:23.394529 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:25.075864 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:26.794893 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:36.929050 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:15:49.793929 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29c1b4a3-eb34-4109-9d3d-7b2952ee4274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:52.450393 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:52.452230 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5979d571-d898-4fd7-ad5c-11b4c537f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:53.399763 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:55.083187 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:56.809155 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:13.931358 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:16:19.798165 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-af61d9ea-2874-48dc-bec2-bee03db63493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:22.440612 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:22.443762 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-87da82c0-339b-4352-bc01-56071191e687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:23.398437 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:25.088277 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:26.808099 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:49.802191 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-428fa7c5-95c5-4de2-bf1e-02575f0c03f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:50.930978 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:16:52.444166 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:52.446330 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-cc816959-0e61-4b84-9243-1fc96db6e3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:53.401557 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:55.084547 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:56.814271 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:19.807353 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f41164-3c7f-461b-b81d-026c1a6761cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:22.445451 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-57f36e38-4f74-4649-b9fd-6d466a5a405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:22.447416 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4d2ec7e8-43de-4633-803b-a2ad9068ef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:23.404205 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-2951edc7-1311-4193-9acb-f58eab0513d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:25.088064 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c46b3acf-c468-41f3-9bdc-12cb5a7853f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:26.825004 dv-cinder-734415-14-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-29e555d0-7a1b-4d85-957a-2508d6fb7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726493955633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-879900'] for agent, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:27.929925 dv-cinder-734415-14-iscsi neutron-server[93042]: DEBUG neutron.db.agents_db [None req-61f1e936-e4e9-4776-ae6b-97ddbb82a1b4 None None] Agent healthcheck: found 6 active agents {{(pid=93042) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:17:40.284956 dv-cinder-734415-14-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-19cc6367-0a7f-4028-b157-51d400a44f14 req-be706da7-37ac-49f2-8db4-552444d6171f service neutron] (93039) timed out ('10.222.0.47', 46282) {{(pid=93039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}